2024-11-09 20:33:36,824 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 20:33:36,850 main DEBUG Took 0.024484 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 20:33:36,851 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 20:33:36,851 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 20:33:36,852 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 20:33:36,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,860 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 20:33:36,876 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,883 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,886 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,889 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,891 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,894 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:33:36,896 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,896 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 20:33:36,898 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:33:36,900 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 20:33:36,903 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 20:33:36,903 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 20:33:36,905 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 20:33:36,906 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 20:33:36,917 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 20:33:36,920 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 20:33:36,923 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 20:33:36,924 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 20:33:36,924 main DEBUG createAppenders(={Console}) 2024-11-09 20:33:36,925 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-09 20:33:36,926 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 20:33:36,926 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-09 20:33:36,927 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 20:33:36,927 main DEBUG OutputStream closed 2024-11-09 20:33:36,928 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 20:33:36,928 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 20:33:36,928 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-09 20:33:37,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 20:33:37,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 20:33:37,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 20:33:37,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 20:33:37,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 20:33:37,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 20:33:37,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 20:33:37,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 20:33:37,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 20:33:37,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 20:33:37,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 20:33:37,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 20:33:37,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 20:33:37,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 20:33:37,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 20:33:37,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 20:33:37,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 20:33:37,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 20:33:37,079 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 20:33:37,080 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-09 20:33:37,080 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 20:33:37,081 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-09T20:33:37,110 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-09 20:33:37,115 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 20:33:37,116 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T20:33:37,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6102 2024-11-09T20:33:37,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414 2024-11-09T20:33:37,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T20:33:37,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5, deleteOnExit=true 2024-11-09T20:33:37,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T20:33:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/test.cache.data in system properties and HBase conf 2024-11-09T20:33:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T20:33:37,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir in system properties and HBase conf 2024-11-09T20:33:37,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T20:33:37,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T20:33:37,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T20:33:37,639 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T20:33:37,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T20:33:37,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:33:37,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:33:37,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T20:33:37,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:33:37,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T20:33:37,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T20:33:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:33:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:33:37,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T20:33:37,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/nfs.dump.dir in system properties and HBase conf 2024-11-09T20:33:37,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/java.io.tmpdir in system properties and HBase conf 2024-11-09T20:33:37,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:33:37,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T20:33:37,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T20:33:38,821 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T20:33:38,892 INFO [Time-limited test {}] log.Log(170): Logging initialized @2890ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T20:33:38,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:39,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:39,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:39,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:39,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:33:39,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:39,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:39,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:39,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/java.io.tmpdir/jetty-localhost-46735-hadoop-hdfs-3_4_1-tests_jar-_-any-4110994791570607693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:33:39,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:46735} 2024-11-09T20:33:39,298 INFO [Time-limited test {}] server.Server(415): Started @3296ms 2024-11-09T20:33:39,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:39,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:39,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:39,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:39,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:33:39,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:39,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:39,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694dc04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/java.io.tmpdir/jetty-localhost-43247-hadoop-hdfs-3_4_1-tests_jar-_-any-2083072289762527957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:39,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:43247} 2024-11-09T20:33:39,862 INFO [Time-limited test {}] server.Server(415): Started @3861ms 2024-11-09T20:33:39,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:40,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:40,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:40,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:40,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:40,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:33:40,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:40,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:40,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4223727d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/java.io.tmpdir/jetty-localhost-45455-hadoop-hdfs-3_4_1-tests_jar-_-any-1217787741498331234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:40,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:45455} 2024-11-09T20:33:40,156 INFO [Time-limited test {}] server.Server(415): Started @4155ms 2024-11-09T20:33:40,159 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:40,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:33:40,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:33:40,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:33:40,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:33:40,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:33:40,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:33:40,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:33:40,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830dca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/java.io.tmpdir/jetty-localhost-42419-hadoop-hdfs-3_4_1-tests_jar-_-any-6057957754996512855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:33:40,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:42419} 2024-11-09T20:33:40,319 INFO [Time-limited test {}] server.Server(415): Started @4318ms 2024-11-09T20:33:40,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:33:41,085 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data2/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,085 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data4/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,085 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data1/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,085 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data3/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,119 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:41,119 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:41,119 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data5/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,121 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data6/current/BP-1235226431-172.17.0.2-1731184418293/current, will proceed with Du for space computation calculation, 2024-11-09T20:33:41,147 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:33:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb64c0b26918511e2 with lease ID 0xdd33042e628b166c: Processing first storage report for DS-9234bdf0-e18c-4f70-a808-276baad23660 from datanode DatanodeRegistration(127.0.0.1:46613, datanodeUuid=a8879ea9-e007-4aa1-9c9b-00753f3a1232, infoPort=44721, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb64c0b26918511e2 with lease ID 0xdd33042e628b166c: from storage DS-9234bdf0-e18c-4f70-a808-276baad23660 node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=a8879ea9-e007-4aa1-9c9b-00753f3a1232, infoPort=44721, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca7ebec9eb71b4e with lease ID 0xdd33042e628b166e: Processing first storage report for DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924 from datanode DatanodeRegistration(127.0.0.1:37453, datanodeUuid=6322b1c9-cd56-49dd-b3dd-6c81c3f13392, infoPort=42539, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca7ebec9eb71b4e with lease ID 0xdd33042e628b166e: from storage DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924 node DatanodeRegistration(127.0.0.1:37453, datanodeUuid=6322b1c9-cd56-49dd-b3dd-6c81c3f13392, infoPort=42539, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579ac37972388e9a with lease ID 0xdd33042e628b166d: Processing first storage report for DS-5787d17b-3c2d-46e1-b30c-87a707585da7 from datanode DatanodeRegistration(127.0.0.1:44687, datanodeUuid=fcb565af-ab3f-4b6e-b269-4b51f18c381b, infoPort=40837, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579ac37972388e9a with lease ID 0xdd33042e628b166d: from storage DS-5787d17b-3c2d-46e1-b30c-87a707585da7 node DatanodeRegistration(127.0.0.1:44687, datanodeUuid=fcb565af-ab3f-4b6e-b269-4b51f18c381b, infoPort=40837, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb64c0b26918511e2 with lease ID 0xdd33042e628b166c: Processing first storage report for DS-6ede8c4e-72e5-4716-bd1e-9723ad14c76b from datanode DatanodeRegistration(127.0.0.1:46613, datanodeUuid=a8879ea9-e007-4aa1-9c9b-00753f3a1232, infoPort=44721, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb64c0b26918511e2 with lease ID 0xdd33042e628b166c: from storage DS-6ede8c4e-72e5-4716-bd1e-9723ad14c76b node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=a8879ea9-e007-4aa1-9c9b-00753f3a1232, infoPort=44721, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdca7ebec9eb71b4e with lease ID 0xdd33042e628b166e: Processing first storage report for DS-f76f77fa-4066-4afa-b477-ce15fefa98b1 from datanode DatanodeRegistration(127.0.0.1:37453, datanodeUuid=6322b1c9-cd56-49dd-b3dd-6c81c3f13392, infoPort=42539, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdca7ebec9eb71b4e with lease ID 0xdd33042e628b166e: from storage DS-f76f77fa-4066-4afa-b477-ce15fefa98b1 node DatanodeRegistration(127.0.0.1:37453, datanodeUuid=6322b1c9-cd56-49dd-b3dd-6c81c3f13392, infoPort=42539, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579ac37972388e9a with lease ID 0xdd33042e628b166d: Processing first storage report for DS-25f0fcf3-9729-4d33-8d53-7178e333902b from datanode DatanodeRegistration(127.0.0.1:44687, datanodeUuid=fcb565af-ab3f-4b6e-b269-4b51f18c381b, infoPort=40837, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293) 2024-11-09T20:33:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579ac37972388e9a with lease ID 0xdd33042e628b166d: from storage DS-25f0fcf3-9729-4d33-8d53-7178e333902b node DatanodeRegistration(127.0.0.1:44687, datanodeUuid=fcb565af-ab3f-4b6e-b269-4b51f18c381b, infoPort=40837, infoSecurePort=0, ipcPort=39891, storageInfo=lv=-57;cid=testClusterID;nsid=831141956;c=1731184418293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:33:41,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414 2024-11-09T20:33:41,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/zookeeper_0, clientPort=61417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T20:33:41,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61417 2024-11-09T20:33:41,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:41,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:33:41,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 with version=8 2024-11-09T20:33:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/hbase-staging 2024-11-09T20:33:42,020 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T20:33:42,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:42,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:42,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:42,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T20:33:42,437 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T20:33:42,445 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T20:33:42,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:42,470 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32644 (auto-detected) 2024-11-09T20:33:42,471 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T20:33:42,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44919 2024-11-09T20:33:42,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44919 connecting to ZooKeeper ensemble=127.0.0.1:61417 2024-11-09T20:33:42,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449190x0, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:42,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44919-0x10122978c260000 connected 2024-11-09T20:33:42,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:42,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499, hbase.cluster.distributed=false 2024-11-09T20:33:42,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:42,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-09T20:33:42,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44919 2024-11-09T20:33:42,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44919 2024-11-09T20:33:42,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-09T20:33:42,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-09T20:33:42,844 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:42,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:42,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:42,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:42,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:42,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33599 2024-11-09T20:33:42,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33599 connecting to ZooKeeper ensemble=127.0.0.1:61417 2024-11-09T20:33:42,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335990x0, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:42,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:42,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33599-0x10122978c260001 connected 2024-11-09T20:33:42,873 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:42,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:42,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:42,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:42,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-09T20:33:42,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33599 2024-11-09T20:33:42,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33599 2024-11-09T20:33:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-09T20:33:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-09T20:33:42,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:42,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:42,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:42,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:42,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43437 2024-11-09T20:33:42,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43437 connecting to ZooKeeper ensemble=127.0.0.1:61417 2024-11-09T20:33:42,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434370x0, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:42,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434370x0, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:42,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43437-0x10122978c260002 connected 2024-11-09T20:33:42,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:42,929 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:42,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:42,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:42,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-09T20:33:42,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43437 2024-11-09T20:33:42,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43437 2024-11-09T20:33:42,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-09T20:33:42,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-09T20:33:42,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/221ead37f9cb:0 server-side Connection retries=45 2024-11-09T20:33:42,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:33:42,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:33:42,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:33:42,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:33:42,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:33:42,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42781 2024-11-09T20:33:42,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42781 connecting to ZooKeeper ensemble=127.0.0.1:61417 2024-11-09T20:33:42,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:42,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427810x0, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:33:42,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42781-0x10122978c260003 connected 2024-11-09T20:33:42,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427810x0, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:33:42,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:33:42,979 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:33:42,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:33:42,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:33:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42781 2024-11-09T20:33:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42781 2024-11-09T20:33:42,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42781 2024-11-09T20:33:42,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42781 2024-11-09T20:33:42,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42781 2024-11-09T20:33:43,005 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;221ead37f9cb:44919 2024-11-09T20:33:43,007 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,021 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,057 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T20:33:43,058 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/221ead37f9cb,44919,1731184422094 from backup master directory 2024-11-09T20:33:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:33:43,069 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:43,069 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,071 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T20:33:43,073 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T20:33:43,126 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/hbase.id] with ID: 11766f29-f183-4bbe-b1b8-51f17402c208 2024-11-09T20:33:43,126 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/.tmp/hbase.id 2024-11-09T20:33:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:33:43,141 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/.tmp/hbase.id]:[hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/hbase.id] 2024-11-09T20:33:43,183 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:33:43,188 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T20:33:43,205 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-09T20:33:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:33:43,251 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:33:43,253 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T20:33:43,265 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:43,268 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:43,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:33:43,316 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store 2024-11-09T20:33:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:33:43,343 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T20:33:43,347 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:43,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:33:43,349 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:43,349 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:43,351 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:33:43,351 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:43,352 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:33:43,353 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184423349Disabling compacts and flushes for region at 1731184423349Disabling writes for close at 1731184423351 (+2 ms)Writing region close event to WAL at 1731184423352 (+1 ms)Closed at 1731184423352 2024-11-09T20:33:43,355 WARN [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/.initializing 2024-11-09T20:33:43,356 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/WALs/221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,364 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:43,377 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C44919%2C1731184422094, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/WALs/221ead37f9cb,44919,1731184422094, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/oldWALs, maxLogs=10 2024-11-09T20:33:43,398 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/WALs/221ead37f9cb,44919,1731184422094/221ead37f9cb%2C44919%2C1731184422094.1731184423381, exclude list is [], retry=0 2024-11-09T20:33:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:33:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:33:43,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:33:43,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T20:33:43,451 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/WALs/221ead37f9cb,44919,1731184422094/221ead37f9cb%2C44919%2C1731184422094.1731184423381 2024-11-09T20:33:43,452 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539),(127.0.0.1/127.0.0.1:40837:40837),(127.0.0.1/127.0.0.1:44721:44721)] 2024-11-09T20:33:43,452 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:33:43,453 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:43,455 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,456 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T20:33:43,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:43,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:43,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T20:33:43,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:43,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:43,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T20:33:43,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:43,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:43,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T20:33:43,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:43,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:43,533 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,536 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,537 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,542 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,542 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,545 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:43,549 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:33:43,553 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:43,555 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61177283, jitterRate=-0.08838744461536407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:43,562 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731184423469Initializing all the Stores at 1731184423471 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184423472 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184423472Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184423472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184423472Cleaning up temporary data from old regions at 1731184423542 (+70 ms)Region opened successfully at 1731184423561 (+19 ms) 2024-11-09T20:33:43,563 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T20:33:43,598 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497a5e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:43,626 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T20:33:43,636 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:33:43,636 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:33:43,639 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:33:43,640 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T20:33:43,645 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T20:33:43,645 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T20:33:43,668 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T20:33:43,676 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T20:33:43,743 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T20:33:43,746 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T20:33:43,748 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T20:33:43,760 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T20:33:43,762 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T20:33:43,766 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T20:33:43,776 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T20:33:43,778 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T20:33:43,784 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T20:33:43,800 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T20:33:43,809 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:33:43,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,823 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=221ead37f9cb,44919,1731184422094, sessionid=0x10122978c260000, setting cluster-up flag (Was=false) 2024-11-09T20:33:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,876 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T20:33:43,881 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:43,926 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T20:33:43,928 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=221ead37f9cb,44919,1731184422094 2024-11-09T20:33:43,937 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T20:33:43,995 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(746): ClusterId : 11766f29-f183-4bbe-b1b8-51f17402c208 2024-11-09T20:33:43,995 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(746): ClusterId : 11766f29-f183-4bbe-b1b8-51f17402c208 2024-11-09T20:33:43,995 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(746): ClusterId : 11766f29-f183-4bbe-b1b8-51f17402c208 2024-11-09T20:33:43,997 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:43,997 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:43,997 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:33:44,006 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:44,008 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:44,008 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:44,008 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:33:44,008 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:44,008 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:44,008 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:33:44,018 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T20:33:44,027 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T20:33:44,027 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:44,027 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:44,027 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:33:44,028 DEBUG [RS:0;221ead37f9cb:33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35889c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:44,028 DEBUG [RS:1;221ead37f9cb:43437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e4f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:44,028 DEBUG [RS:2;221ead37f9cb:42781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=221ead37f9cb/172.17.0.2:0 2024-11-09T20:33:44,034 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 221ead37f9cb,44919,1731184422094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T20:33:44,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:44,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:44,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:44,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/221ead37f9cb:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:33:44,044 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/221ead37f9cb:0, corePoolSize=10, maxPoolSize=10 2024-11-09T20:33:44,045 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,045 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;221ead37f9cb:43437 2024-11-09T20:33:44,045 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:44,045 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,047 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;221ead37f9cb:33599 2024-11-09T20:33:44,047 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;221ead37f9cb:42781 2024-11-09T20:33:44,049 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:44,049 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:44,049 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:33:44,049 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:44,049 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:44,049 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:33:44,049 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:44,049 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:44,049 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:33:44,051 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184454051 2024-11-09T20:33:44,052 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44919,1731184422094 with port=42781, startcode=1731184422955 2024-11-09T20:33:44,052 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44919,1731184422094 with port=33599, startcode=1731184422813 2024-11-09T20:33:44,053 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T20:33:44,053 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(2659): reportForDuty to master=221ead37f9cb,44919,1731184422094 with port=43437, startcode=1731184422906 2024-11-09T20:33:44,054 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T20:33:44,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:44,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T20:33:44,058 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T20:33:44,059 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T20:33:44,059 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T20:33:44,059 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T20:33:44,060 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,063 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T20:33:44,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,064 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T20:33:44,065 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T20:33:44,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T20:33:44,067 DEBUG [RS:1;221ead37f9cb:43437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:44,067 DEBUG [RS:2;221ead37f9cb:42781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:44,067 DEBUG [RS:0;221ead37f9cb:33599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:33:44,067 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T20:33:44,067 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T20:33:44,069 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184424069,5,FailOnTimeoutGroup] 2024-11-09T20:33:44,070 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184424070,5,FailOnTimeoutGroup] 2024-11-09T20:33:44,070 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,071 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T20:33:44,072 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,072 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:33:44,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T20:33:44,125 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:44,143 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47073, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:44,143 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:44,143 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:33:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:33:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:44,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:33:44,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:33:44,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:33:44,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:33:44,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:33:44,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:33:44,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:33:44,170 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:44,171 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38243 2024-11-09T20:33:44,171 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:44,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:33:44,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(517): Registering regionserver=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:33:44,174 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:44,174 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38243 2024-11-09T20:33:44,174 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:44,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:33:44,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:33:44,178 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:44,178 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38243 2024-11-09T20:33:44,178 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:33:44,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:33:44,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:33:44,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:44,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:33:44,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:33:44,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:44,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61999772, jitterRate=-0.07613140344619751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:44,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731184424151Initializing all the Stores at 1731184424152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424153 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184424153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424153Cleaning up temporary data from old regions at 1731184424180 (+27 ms)Region opened successfully at 1731184424193 (+13 ms) 2024-11-09T20:33:44,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:33:44,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:33:44,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:33:44,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:33:44,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:33:44,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:33:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184424193Disabling compacts and flushes for region at 1731184424193Disabling writes for close at 1731184424194 (+1 ms)Writing region close event to WAL at 1731184424195 (+1 ms)Closed at 1731184424195 2024-11-09T20:33:44,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:44,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T20:33:44,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:33:44,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:33:44,217 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T20:33:44,233 DEBUG [RS:1;221ead37f9cb:43437 {}] zookeeper.ZKUtil(111): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,234 WARN [RS:1;221ead37f9cb:43437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:44,234 INFO [RS:1;221ead37f9cb:43437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:44,234 DEBUG [RS:0;221ead37f9cb:33599 {}] zookeeper.ZKUtil(111): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,234 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,234 DEBUG [RS:2;221ead37f9cb:42781 {}] zookeeper.ZKUtil(111): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,234 WARN [RS:0;221ead37f9cb:33599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:44,234 WARN [RS:2;221ead37f9cb:42781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:33:44,235 INFO [RS:0;221ead37f9cb:33599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:44,235 INFO [RS:2;221ead37f9cb:42781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:44,235 DEBUG [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,235 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,33599,1731184422813] 2024-11-09T20:33:44,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,42781,1731184422955] 2024-11-09T20:33:44,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [221ead37f9cb,43437,1731184422906] 2024-11-09T20:33:44,263 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:44,263 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:44,263 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:33:44,279 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:44,279 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:44,279 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:33:44,284 INFO [RS:0;221ead37f9cb:33599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:44,284 INFO [RS:2;221ead37f9cb:42781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:44,284 INFO [RS:1;221ead37f9cb:43437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:33:44,285 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,285 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,285 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,286 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:44,286 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:44,286 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:33:44,292 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:44,292 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:44,292 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:33:44,293 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,293 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,293 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,293 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,293 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,293 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:44,294 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,294 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:33:44,294 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:1;221ead37f9cb:43437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,295 DEBUG [RS:0;221ead37f9cb:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,295 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/221ead37f9cb:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:33:44,296 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,296 DEBUG [RS:2;221ead37f9cb:42781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/221ead37f9cb:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:33:44,296 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,43437,1731184422906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,297 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,298 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,298 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,298 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33599,1731184422813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:44,301 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,301 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,302 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,302 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,302 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,302 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,42781,1731184422955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:44,320 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:44,320 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:44,320 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:33:44,322 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,42781,1731184422955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,43437,1731184422906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,33599,1731184422813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,322 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.Replication(171): 221ead37f9cb,43437,1731184422906 started 2024-11-09T20:33:44,322 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.Replication(171): 221ead37f9cb,42781,1731184422955 started 2024-11-09T20:33:44,322 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.Replication(171): 221ead37f9cb,33599,1731184422813 started 2024-11-09T20:33:44,340 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,340 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,340 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,43437,1731184422906, RpcServer on 221ead37f9cb/172.17.0.2:43437, sessionid=0x10122978c260002 2024-11-09T20:33:44,340 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,42781,1731184422955, RpcServer on 221ead37f9cb/172.17.0.2:42781, sessionid=0x10122978c260003 2024-11-09T20:33:44,341 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:44,341 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:44,341 DEBUG [RS:1;221ead37f9cb:43437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,341 DEBUG [RS:2;221ead37f9cb:42781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,341 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,43437,1731184422906' 2024-11-09T20:33:44,341 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,42781,1731184422955' 2024-11-09T20:33:44,341 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:44,341 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:44,343 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:44,343 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:44,344 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:44,344 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:44,344 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:44,344 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:44,344 DEBUG [RS:1;221ead37f9cb:43437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,43437,1731184422906 2024-11-09T20:33:44,344 DEBUG [RS:2;221ead37f9cb:42781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,42781,1731184422955 2024-11-09T20:33:44,345 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,42781,1731184422955' 2024-11-09T20:33:44,345 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,43437,1731184422906' 2024-11-09T20:33:44,345 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:44,345 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:44,345 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:44,345 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:44,346 INFO [RS:0;221ead37f9cb:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:44,346 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1482): Serving as 221ead37f9cb,33599,1731184422813, RpcServer on 221ead37f9cb/172.17.0.2:33599, sessionid=0x10122978c260001 2024-11-09T20:33:44,346 DEBUG [RS:1;221ead37f9cb:43437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:44,346 DEBUG [RS:2;221ead37f9cb:42781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:44,346 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:33:44,346 INFO [RS:1;221ead37f9cb:43437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:44,346 INFO [RS:2;221ead37f9cb:42781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:44,346 DEBUG [RS:0;221ead37f9cb:33599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,346 INFO [RS:1;221ead37f9cb:43437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:44,346 INFO [RS:2;221ead37f9cb:42781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:44,346 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33599,1731184422813' 2024-11-09T20:33:44,346 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:33:44,347 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:33:44,347 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:33:44,347 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:33:44,347 DEBUG [RS:0;221ead37f9cb:33599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,347 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '221ead37f9cb,33599,1731184422813' 2024-11-09T20:33:44,348 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:33:44,348 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:33:44,349 DEBUG [RS:0;221ead37f9cb:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:33:44,349 INFO [RS:0;221ead37f9cb:33599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:33:44,349 INFO [RS:0;221ead37f9cb:33599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:33:44,368 WARN [221ead37f9cb:44919 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:33:44,455 INFO [RS:0;221ead37f9cb:33599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:44,455 INFO [RS:1;221ead37f9cb:43437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:44,455 INFO [RS:2;221ead37f9cb:42781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:33:44,458 INFO [RS:1;221ead37f9cb:43437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C43437%2C1731184422906, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,43437,1731184422906, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs, maxLogs=32 2024-11-09T20:33:44,458 INFO [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C42781%2C1731184422955, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs, maxLogs=32 2024-11-09T20:33:44,458 INFO [RS:0;221ead37f9cb:33599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C33599%2C1731184422813, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs, maxLogs=32 2024-11-09T20:33:44,474 DEBUG [RS:2;221ead37f9cb:42781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955/221ead37f9cb%2C42781%2C1731184422955.1731184424461, exclude list is [], retry=0 2024-11-09T20:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:33:44,480 DEBUG [RS:1;221ead37f9cb:43437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,43437,1731184422906/221ead37f9cb%2C43437%2C1731184422906.1731184424461, exclude list is [], retry=0 2024-11-09T20:33:44,480 DEBUG [RS:0;221ead37f9cb:33599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813/221ead37f9cb%2C33599%2C1731184422813.1731184424461, exclude list is [], retry=0 2024-11-09T20:33:44,483 INFO [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955/221ead37f9cb%2C42781%2C1731184422955.1731184424461 2024-11-09T20:33:44,484 DEBUG [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40837:40837),(127.0.0.1/127.0.0.1:44721:44721),(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-09T20:33:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:33:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:33:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:33:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:33:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:33:44,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:33:44,490 INFO [RS:0;221ead37f9cb:33599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813/221ead37f9cb%2C33599%2C1731184422813.1731184424461 2024-11-09T20:33:44,491 DEBUG [RS:0;221ead37f9cb:33599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40837:40837),(127.0.0.1/127.0.0.1:44721:44721),(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-09T20:33:44,492 INFO [RS:1;221ead37f9cb:43437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,43437,1731184422906/221ead37f9cb%2C43437%2C1731184422906.1731184424461 2024-11-09T20:33:44,493 DEBUG [RS:1;221ead37f9cb:43437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44721:44721),(127.0.0.1/127.0.0.1:40837:40837),(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-09T20:33:44,620 DEBUG [221ead37f9cb:44919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T20:33:44,627 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:33:44,634 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:33:44,634 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:33:44,634 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:33:44,634 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:33:44,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:44,648 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPENING 2024-11-09T20:33:44,718 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T20:33:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:33:44,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:44,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:44,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:44,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:44,729 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:33:44,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:44,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:44,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:44,932 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:33:44,932 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:33:44,932 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:33:44,936 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C33599%2C1731184422813.meta, suffix=.meta, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs, maxLogs=32 2024-11-09T20:33:44,950 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, exclude list is [], retry=0 2024-11-09T20:33:44,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:33:44,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:33:44,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:33:44,957 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta 2024-11-09T20:33:44,957 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539),(127.0.0.1/127.0.0.1:44721:44721),(127.0.0.1/127.0.0.1:40837:40837)] 2024-11-09T20:33:44,958 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:33:44,960 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:33:44,963 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:33:44,968 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:33:44,971 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:33:44,972 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:44,972 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:33:44,972 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:33:44,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:33:44,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:33:44,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:33:44,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:33:44,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:33:44,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:33:44,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:33:44,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:33:44,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:44,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:33:44,984 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:33:44,986 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:33:44,989 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:33:44,992 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:33:44,992 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:33:44,993 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:33:44,996 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:33:44,998 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64463634, jitterRate=-0.039416998624801636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:33:44,998 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:33:45,000 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731184424973Writing region info on filesystem at 1731184424973Initializing all the Stores at 1731184424975 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184424975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184424975Cleaning up temporary data from old regions at 1731184424992 (+17 ms)Running coprocessor post-open hooks at 1731184424998 (+6 ms)Region opened successfully at 1731184425000 (+2 ms) 2024-11-09T20:33:45,007 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731184424905 2024-11-09T20:33:45,018 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:33:45,019 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:33:45,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:45,023 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPEN 2024-11-09T20:33:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:45,031 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:45,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T20:33:45,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,33599,1731184422813 in 300 msec 2024-11-09T20:33:45,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T20:33:45,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 837 msec 2024-11-09T20:33:45,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:45,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T20:33:45,065 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:45,067 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:45,085 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:45,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:45,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1410 sec 2024-11-09T20:33:45,107 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731184425107, completionTime=-1 2024-11-09T20:33:45,110 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T20:33:45,110 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:33:45,133 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T20:33:45,133 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184485133 2024-11-09T20:33:45,133 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184545133 2024-11-09T20:33:45,134 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-09T20:33:45,135 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:33:45,142 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,142 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,142 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,144 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-221ead37f9cb:44919, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,144 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,145 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,151 DEBUG [master/221ead37f9cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T20:33:45,172 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.102sec 2024-11-09T20:33:45,174 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T20:33:45,175 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T20:33:45,176 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T20:33:45,176 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T20:33:45,176 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T20:33:45,177 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:33:45,177 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T20:33:45,181 DEBUG [master/221ead37f9cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T20:33:45,182 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T20:33:45,183 INFO [master/221ead37f9cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=221ead37f9cb,44919,1731184422094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:33:45,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c288e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:45,212 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T20:33:45,212 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T20:33:45,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 221ead37f9cb,44919,-1 for getting cluster id 2024-11-09T20:33:45,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:33:45,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11766f29-f183-4bbe-b1b8-51f17402c208' 2024-11-09T20:33:45,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:33:45,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11766f29-f183-4bbe-b1b8-51f17402c208" 2024-11-09T20:33:45,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae632a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:45,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [221ead37f9cb,44919,-1] 2024-11-09T20:33:45,235 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:33:45,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:45,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:33:45,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5155d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:33:45,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:45,250 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:45,250 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:45,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:45,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=221ead37f9cb,44919,1731184422094 2024-11-09T20:33:45,294 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:33:45,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T20:33:45,306 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 221ead37f9cb,44919,1731184422094 2024-11-09T20:33:45,308 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@606a96fd 2024-11-09T20:33:45,309 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T20:33:45,312 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:33:45,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:33:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:33:45,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T20:33:45,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-09T20:33:45,336 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:45,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T20:33:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741837_1013 (size=1020) 2024-11-09T20:33:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741837_1013 (size=1020) 2024-11-09T20:33:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741837_1013 (size=1020) 2024-11-09T20:33:45,361 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b407d1cc4d5d1ee3779c23119a178c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,362 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d33b64ce6652273e7ca756ad1db3426c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,362 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 18d3e7d00a2528e9356433ab2c1e60aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741838_1014 (size=110) 2024-11-09T20:33:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741839_1015 (size=110) 2024-11-09T20:33:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741838_1014 (size=110) 2024-11-09T20:33:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741839_1015 (size=110) 2024-11-09T20:33:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741839_1015 (size=110) 2024-11-09T20:33:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741838_1014 (size=110) 2024-11-09T20:33:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741840_1016 (size=107) 2024-11-09T20:33:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741840_1016 (size=107) 2024-11-09T20:33:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741840_1016 (size=107) 2024-11-09T20:33:45,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1b407d1cc4d5d1ee3779c23119a178c5, disabling compactions & flushes 2024-11-09T20:33:45,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:45,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:45,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. after waiting 0 ms 2024-11-09T20:33:45,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:45,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:45,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b407d1cc4d5d1ee3779c23119a178c5: Waiting for close lock at 1731184425391Disabling compacts and flushes for region at 1731184425391Disabling writes for close at 1731184425391Writing region close event to WAL at 1731184425391Closed at 1731184425391 2024-11-09T20:33:45,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3943fa080ecfaa5aa5619bc6ea32255, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741841_1017 (size=110) 2024-11-09T20:33:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741841_1017 (size=110) 2024-11-09T20:33:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741841_1017 (size=110) 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e3943fa080ecfaa5aa5619bc6ea32255, disabling compactions & flushes 2024-11-09T20:33:45,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. after waiting 0 ms 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:45,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:45,407 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3943fa080ecfaa5aa5619bc6ea32255: Waiting for close lock at 1731184425407Disabling compacts and flushes for region at 1731184425407Disabling writes for close at 1731184425407Writing region close event to WAL at 1731184425407Closed at 1731184425407 2024-11-09T20:33:45,409 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e2e2e532e5cbf416c9a6ffb1288cd86, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741842_1018 (size=110) 2024-11-09T20:33:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741842_1018 (size=110) 2024-11-09T20:33:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741842_1018 (size=110) 2024-11-09T20:33:45,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3e2e2e532e5cbf416c9a6ffb1288cd86, disabling compactions & flushes 2024-11-09T20:33:45,423 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:45,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:45,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. after waiting 0 ms 2024-11-09T20:33:45,423 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:45,423 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:45,424 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e2e2e532e5cbf416c9a6ffb1288cd86: Waiting for close lock at 1731184425423Disabling compacts and flushes for region at 1731184425423Disabling writes for close at 1731184425423Writing region close event to WAL at 1731184425423Closed at 1731184425423 2024-11-09T20:33:45,425 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7020a4c0d8303324c74c3f37d0e79520, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741843_1019 (size=110) 2024-11-09T20:33:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741843_1019 (size=110) 2024-11-09T20:33:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741843_1019 (size=110) 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7020a4c0d8303324c74c3f37d0e79520, disabling compactions & flushes 2024-11-09T20:33:45,438 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. after waiting 0 ms 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:45,438 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:45,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7020a4c0d8303324c74c3f37d0e79520: Waiting for close lock at 1731184425438Disabling compacts and flushes for region at 1731184425438Disabling writes for close at 1731184425438Writing region close event to WAL at 1731184425438Closed at 1731184425438 2024-11-09T20:33:45,439 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2ad72e155731e25909249d5e95fa4e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741844_1020 (size=110) 2024-11-09T20:33:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741844_1020 (size=110) 2024-11-09T20:33:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741844_1020 (size=110) 2024-11-09T20:33:45,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d2ad72e155731e25909249d5e95fa4e5, disabling compactions & flushes 2024-11-09T20:33:45,455 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:45,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:45,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. after waiting 0 ms 2024-11-09T20:33:45,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:45,456 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:45,456 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2ad72e155731e25909249d5e95fa4e5: Waiting for close lock at 1731184425455Disabling compacts and flushes for region at 1731184425455Disabling writes for close at 1731184425456 (+1 ms)Writing region close event to WAL at 1731184425456Closed at 1731184425456 2024-11-09T20:33:45,457 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02829dfde6859128634b2abe9333fa0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741845_1021 (size=110) 2024-11-09T20:33:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741845_1021 (size=110) 2024-11-09T20:33:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741845_1021 (size=110) 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 02829dfde6859128634b2abe9333fa0d, disabling compactions & flushes 2024-11-09T20:33:45,476 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. after waiting 0 ms 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:45,476 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:45,476 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02829dfde6859128634b2abe9333fa0d: Waiting for close lock at 1731184425476Disabling compacts and flushes for region at 1731184425476Disabling writes for close at 1731184425476Writing region close event to WAL at 1731184425476Closed at 1731184425476 2024-11-09T20:33:45,477 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae95a32cb3889d070a7ffac48ed2b91f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741846_1022 (size=110) 2024-11-09T20:33:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741846_1022 (size=110) 2024-11-09T20:33:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741846_1022 (size=110) 2024-11-09T20:33:45,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ae95a32cb3889d070a7ffac48ed2b91f, disabling compactions & flushes 2024-11-09T20:33:45,490 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:45,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:45,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. after waiting 0 ms 2024-11-09T20:33:45,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:45,491 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:45,491 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae95a32cb3889d070a7ffac48ed2b91f: Waiting for close lock at 1731184425490Disabling compacts and flushes for region at 1731184425490Disabling writes for close at 1731184425490Writing region close event to WAL at 1731184425490Closed at 1731184425490 2024-11-09T20:33:45,491 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4230d24456530edb30563fa89ea75ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741847_1023 (size=110) 2024-11-09T20:33:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741847_1023 (size=110) 2024-11-09T20:33:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741847_1023 (size=110) 2024-11-09T20:33:45,502 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d4230d24456530edb30563fa89ea75ee, disabling compactions & flushes 2024-11-09T20:33:45,503 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:45,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:45,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. after waiting 0 ms 2024-11-09T20:33:45,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:45,503 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:45,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4230d24456530edb30563fa89ea75ee: Waiting for close lock at 1731184425502Disabling compacts and flushes for region at 1731184425502Disabling writes for close at 1731184425503 (+1 ms)Writing region close event to WAL at 1731184425503Closed at 1731184425503 2024-11-09T20:33:45,504 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a51df803da578a3a2102eb2fab02cc34, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741848_1024 (size=110) 2024-11-09T20:33:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741848_1024 (size=110) 2024-11-09T20:33:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741848_1024 (size=110) 2024-11-09T20:33:45,516 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,516 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a51df803da578a3a2102eb2fab02cc34, disabling compactions & flushes 2024-11-09T20:33:45,516 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:45,517 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:45,517 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. after waiting 0 ms 2024-11-09T20:33:45,517 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:45,517 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:45,517 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a51df803da578a3a2102eb2fab02cc34: Waiting for close lock at 1731184425516Disabling compacts and flushes for region at 1731184425516Disabling writes for close at 1731184425517 (+1 ms)Writing region close event to WAL at 1731184425517Closed at 1731184425517 2024-11-09T20:33:45,518 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88cd748985302f1b3f7791f8f3371ff0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741849_1025 (size=110) 2024-11-09T20:33:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741849_1025 (size=110) 2024-11-09T20:33:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741849_1025 (size=110) 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 88cd748985302f1b3f7791f8f3371ff0, disabling compactions & flushes 2024-11-09T20:33:45,530 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. after waiting 0 ms 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:45,530 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:45,530 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88cd748985302f1b3f7791f8f3371ff0: Waiting for close lock at 1731184425530Disabling compacts and flushes for region at 1731184425530Disabling writes for close at 1731184425530Writing region close event to WAL at 1731184425530Closed at 1731184425530 2024-11-09T20:33:45,531 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc9f19810272debd280a75e60c1b13ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741850_1026 (size=110) 2024-11-09T20:33:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741850_1026 (size=110) 2024-11-09T20:33:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741850_1026 (size=110) 2024-11-09T20:33:45,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bc9f19810272debd280a75e60c1b13ee, disabling compactions & flushes 2024-11-09T20:33:45,547 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:45,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:45,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. after waiting 0 ms 2024-11-09T20:33:45,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:45,547 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:45,548 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc9f19810272debd280a75e60c1b13ee: Waiting for close lock at 1731184425547Disabling compacts and flushes for region at 1731184425547Disabling writes for close at 1731184425547Writing region close event to WAL at 1731184425547Closed at 1731184425547 2024-11-09T20:33:45,549 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84ae9770b038a05c1fb8e875a940335d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741851_1027 (size=110) 2024-11-09T20:33:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741851_1027 (size=110) 2024-11-09T20:33:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741851_1027 (size=110) 2024-11-09T20:33:45,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 84ae9770b038a05c1fb8e875a940335d, disabling compactions & flushes 2024-11-09T20:33:45,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:45,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:45,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. after waiting 0 ms 2024-11-09T20:33:45,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:45,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:45,569 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84ae9770b038a05c1fb8e875a940335d: Waiting for close lock at 1731184425568Disabling compacts and flushes for region at 1731184425568Disabling writes for close at 1731184425568Writing region close event to WAL at 1731184425568Closed at 1731184425568 2024-11-09T20:33:45,569 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a6699c68de1d5065467214210bc73b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741852_1028 (size=110) 2024-11-09T20:33:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741852_1028 (size=110) 2024-11-09T20:33:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741852_1028 (size=110) 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7a6699c68de1d5065467214210bc73b6, disabling compactions & flushes 2024-11-09T20:33:45,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. after waiting 0 ms 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:45,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:45,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a6699c68de1d5065467214210bc73b6: Waiting for close lock at 1731184425585Disabling compacts and flushes for region at 1731184425585Disabling writes for close at 1731184425585Writing region close event to WAL at 1731184425585Closed at 1731184425585 2024-11-09T20:33:45,586 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c2bcb0e9d9b8f341d4aa33555911e5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741853_1029 (size=110) 2024-11-09T20:33:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741853_1029 (size=110) 2024-11-09T20:33:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741853_1029 (size=110) 2024-11-09T20:33:45,596 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,596 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6c2bcb0e9d9b8f341d4aa33555911e5d, disabling compactions & flushes 2024-11-09T20:33:45,596 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:45,597 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:45,597 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. after waiting 0 ms 2024-11-09T20:33:45,597 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:45,597 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:45,597 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c2bcb0e9d9b8f341d4aa33555911e5d: Waiting for close lock at 1731184425596Disabling compacts and flushes for region at 1731184425596Disabling writes for close at 1731184425597 (+1 ms)Writing region close event to WAL at 1731184425597Closed at 1731184425597 2024-11-09T20:33:45,597 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a24147d747cec99d6524eb921bc2bde4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741854_1030 (size=110) 2024-11-09T20:33:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741854_1030 (size=110) 2024-11-09T20:33:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741854_1030 (size=110) 2024-11-09T20:33:45,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a24147d747cec99d6524eb921bc2bde4, disabling compactions & flushes 2024-11-09T20:33:45,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:45,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:45,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. after waiting 0 ms 2024-11-09T20:33:45,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:45,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:45,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a24147d747cec99d6524eb921bc2bde4: Waiting for close lock at 1731184425608Disabling compacts and flushes for region at 1731184425608Disabling writes for close at 1731184425609 (+1 ms)Writing region close event to WAL at 1731184425609Closed at 1731184425609 2024-11-09T20:33:45,610 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00f6c3c9a6a961e214c4f5373f25caae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741855_1031 (size=110) 2024-11-09T20:33:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741855_1031 (size=110) 2024-11-09T20:33:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741855_1031 (size=110) 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 00f6c3c9a6a961e214c4f5373f25caae, disabling compactions & flushes 2024-11-09T20:33:45,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. after waiting 0 ms 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:45,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:45,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00f6c3c9a6a961e214c4f5373f25caae: Waiting for close lock at 1731184425622Disabling compacts and flushes for region at 1731184425622Disabling writes for close at 1731184425622Writing region close event to WAL at 1731184425622Closed at 1731184425622 2024-11-09T20:33:45,623 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fa83386656aab7f1860f9919e897e6a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741856_1032 (size=110) 2024-11-09T20:33:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741856_1032 (size=110) 2024-11-09T20:33:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741856_1032 (size=110) 2024-11-09T20:33:45,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3fa83386656aab7f1860f9919e897e6a, disabling compactions & flushes 2024-11-09T20:33:45,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:45,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:45,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. after waiting 0 ms 2024-11-09T20:33:45,635 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:45,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:45,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fa83386656aab7f1860f9919e897e6a: Waiting for close lock at 1731184425635Disabling compacts and flushes for region at 1731184425635Disabling writes for close at 1731184425635Writing region close event to WAL at 1731184425635Closed at 1731184425635 2024-11-09T20:33:45,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7784b7af6df9f85d05c4e64423332bec, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741857_1033 (size=110) 2024-11-09T20:33:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741857_1033 (size=110) 2024-11-09T20:33:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741857_1033 (size=110) 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7784b7af6df9f85d05c4e64423332bec, disabling compactions & flushes 2024-11-09T20:33:45,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. after waiting 0 ms 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:45,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:45,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7784b7af6df9f85d05c4e64423332bec: Waiting for close lock at 1731184425649Disabling compacts and flushes for region at 1731184425649Disabling writes for close at 1731184425649Writing region close event to WAL at 1731184425649Closed at 1731184425649 2024-11-09T20:33:45,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d171ad499e2fe3cc5a168f79d32e2c22, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741858_1034 (size=110) 2024-11-09T20:33:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741858_1034 (size=110) 2024-11-09T20:33:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741858_1034 (size=110) 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d171ad499e2fe3cc5a168f79d32e2c22, disabling compactions & flushes 2024-11-09T20:33:45,661 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. after waiting 0 ms 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:45,661 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:45,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d171ad499e2fe3cc5a168f79d32e2c22: Waiting for close lock at 1731184425661Disabling compacts and flushes for region at 1731184425661Disabling writes for close at 1731184425661Writing region close event to WAL at 1731184425661Closed at 1731184425661 2024-11-09T20:33:45,662 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a7e8aff33f170f145eda0c4e6105845, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741859_1035 (size=110) 2024-11-09T20:33:45,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741859_1035 (size=110) 2024-11-09T20:33:45,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741859_1035 (size=110) 2024-11-09T20:33:45,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6a7e8aff33f170f145eda0c4e6105845, disabling compactions & flushes 2024-11-09T20:33:45,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:45,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:45,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. after waiting 0 ms 2024-11-09T20:33:45,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:45,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:45,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a7e8aff33f170f145eda0c4e6105845: Waiting for close lock at 1731184425675Disabling compacts and flushes for region at 1731184425675Disabling writes for close at 1731184425675Writing region close event to WAL at 1731184425675Closed at 1731184425675 2024-11-09T20:33:45,676 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1eb6a2cd79a173002523603f9ab0a468, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741860_1036 (size=110) 2024-11-09T20:33:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741860_1036 (size=110) 2024-11-09T20:33:45,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1eb6a2cd79a173002523603f9ab0a468, disabling compactions & flushes 2024-11-09T20:33:45,689 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:45,689 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:45,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. after waiting 0 ms 2024-11-09T20:33:45,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:45,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:45,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1eb6a2cd79a173002523603f9ab0a468: Waiting for close lock at 1731184425689Disabling compacts and flushes for region at 1731184425689Disabling writes for close at 1731184425690 (+1 ms)Writing region close event to WAL at 1731184425690Closed at 1731184425690 2024-11-09T20:33:45,691 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 740c3c9e1123b489a6c653af28bdc8dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741860_1036 (size=110) 2024-11-09T20:33:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741861_1037 (size=110) 2024-11-09T20:33:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741861_1037 (size=110) 2024-11-09T20:33:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741861_1037 (size=110) 2024-11-09T20:33:45,702 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,703 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 740c3c9e1123b489a6c653af28bdc8dc, disabling compactions & flushes 2024-11-09T20:33:45,703 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:45,703 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:45,703 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. after waiting 0 ms 2024-11-09T20:33:45,703 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:45,703 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:45,703 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 740c3c9e1123b489a6c653af28bdc8dc: Waiting for close lock at 1731184425703Disabling compacts and flushes for region at 1731184425703Disabling writes for close at 1731184425703Writing region close event to WAL at 1731184425703Closed at 1731184425703 2024-11-09T20:33:45,704 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba63f8a0b2aea609e4ff26818a57fccf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741862_1038 (size=110) 2024-11-09T20:33:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741862_1038 (size=110) 2024-11-09T20:33:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741862_1038 (size=110) 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ba63f8a0b2aea609e4ff26818a57fccf, disabling compactions & flushes 2024-11-09T20:33:45,716 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. after waiting 0 ms 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:45,716 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:45,716 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba63f8a0b2aea609e4ff26818a57fccf: Waiting for close lock at 1731184425716Disabling compacts and flushes for region at 1731184425716Disabling writes for close at 1731184425716Writing region close event to WAL at 1731184425716Closed at 1731184425716 2024-11-09T20:33:45,717 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f356260ed657fb4d1b73c401fb7e8dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499 2024-11-09T20:33:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741863_1039 (size=107) 2024-11-09T20:33:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741863_1039 (size=107) 2024-11-09T20:33:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741863_1039 (size=107) 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0f356260ed657fb4d1b73c401fb7e8dc, disabling compactions & flushes 2024-11-09T20:33:45,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. after waiting 0 ms 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:45,732 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:45,732 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f356260ed657fb4d1b73c401fb7e8dc: Waiting for close lock at 1731184425732Disabling compacts and flushes for region at 1731184425732Disabling writes for close at 1731184425732Writing region close event to WAL at 1731184425732Closed at 1731184425732 2024-11-09T20:33:45,783 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,783 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:45,783 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d33b64ce6652273e7ca756ad1db3426c, disabling compactions & flushes 2024-11-09T20:33:45,783 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 18d3e7d00a2528e9356433ab2c1e60aa, disabling compactions & flushes 2024-11-09T20:33:45,783 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:45,783 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. after waiting 0 ms 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. after waiting 0 ms 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:45,784 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:45,784 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d33b64ce6652273e7ca756ad1db3426c: Waiting for close lock at 1731184425783Disabling compacts and flushes for region at 1731184425783Disabling writes for close at 1731184425784 (+1 ms)Writing region close event to WAL at 1731184425784Closed at 1731184425784 2024-11-09T20:33:45,784 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 18d3e7d00a2528e9356433ab2c1e60aa: Waiting for close lock at 1731184425783Disabling compacts and flushes for region at 1731184425783Disabling writes for close at 1731184425784 (+1 ms)Writing region close event to WAL at 1731184425784Closed at 1731184425784 2024-11-09T20:33:45,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T20:33:45,795 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,795 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731184425788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731184425788"}]},"ts":"1731184425788"} 2024-11-09T20:33:45,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-09T20:33:45,845 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T20:33:45,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184425845"}]},"ts":"1731184425845"} 2024-11-09T20:33:45,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-09T20:33:45,853 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:33:45,897 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:33:45,897 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:33:45,897 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:33:45,897 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:33:45,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b407d1cc4d5d1ee3779c23119a178c5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d33b64ce6652273e7ca756ad1db3426c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e2e2e532e5cbf416c9a6ffb1288cd86, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7020a4c0d8303324c74c3f37d0e79520, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02829dfde6859128634b2abe9333fa0d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae95a32cb3889d070a7ffac48ed2b91f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a51df803da578a3a2102eb2fab02cc34, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a6699c68de1d5065467214210bc73b6, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a24147d747cec99d6524eb921bc2bde4, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00f6c3c9a6a961e214c4f5373f25caae, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7784b7af6df9f85d05c4e64423332bec, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d171ad499e2fe3cc5a168f79d32e2c22, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1eb6a2cd79a173002523603f9ab0a468, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=740c3c9e1123b489a6c653af28bdc8dc, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f356260ed657fb4d1b73c401fb7e8dc, ASSIGN}] 2024-11-09T20:33:45,909 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f356260ed657fb4d1b73c401fb7e8dc, ASSIGN 2024-11-09T20:33:45,910 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f356260ed657fb4d1b73c401fb7e8dc, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN 2024-11-09T20:33:45,913 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,915 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=740c3c9e1123b489a6c653af28bdc8dc, ASSIGN 2024-11-09T20:33:45,917 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=740c3c9e1123b489a6c653af28bdc8dc, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1eb6a2cd79a173002523603f9ab0a468, ASSIGN 2024-11-09T20:33:45,920 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1eb6a2cd79a173002523603f9ab0a468, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN 2024-11-09T20:33:45,924 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d171ad499e2fe3cc5a168f79d32e2c22, ASSIGN 2024-11-09T20:33:45,927 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d171ad499e2fe3cc5a168f79d32e2c22, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,928 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7784b7af6df9f85d05c4e64423332bec, ASSIGN 2024-11-09T20:33:45,930 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7784b7af6df9f85d05c4e64423332bec, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN 2024-11-09T20:33:45,933 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00f6c3c9a6a961e214c4f5373f25caae, ASSIGN 2024-11-09T20:33:45,935 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00f6c3c9a6a961e214c4f5373f25caae, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,936 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a24147d747cec99d6524eb921bc2bde4, ASSIGN 2024-11-09T20:33:45,938 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a24147d747cec99d6524eb921bc2bde4, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,939 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN 2024-11-09T20:33:45,940 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,941 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a6699c68de1d5065467214210bc73b6, ASSIGN 2024-11-09T20:33:45,942 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a6699c68de1d5065467214210bc73b6, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d, ASSIGN 2024-11-09T20:33:45,945 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN 2024-11-09T20:33:45,948 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,950 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0, ASSIGN 2024-11-09T20:33:45,952 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a51df803da578a3a2102eb2fab02cc34, ASSIGN 2024-11-09T20:33:45,955 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a51df803da578a3a2102eb2fab02cc34, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN 2024-11-09T20:33:45,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae95a32cb3889d070a7ffac48ed2b91f, ASSIGN 2024-11-09T20:33:45,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae95a32cb3889d070a7ffac48ed2b91f, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02829dfde6859128634b2abe9333fa0d, ASSIGN 2024-11-09T20:33:45,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02829dfde6859128634b2abe9333fa0d, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN 2024-11-09T20:33:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:45,968 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7020a4c0d8303324c74c3f37d0e79520, ASSIGN 2024-11-09T20:33:45,972 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7020a4c0d8303324c74c3f37d0e79520, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e2e2e532e5cbf416c9a6ffb1288cd86, ASSIGN 2024-11-09T20:33:45,975 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e2e2e532e5cbf416c9a6ffb1288cd86, ASSIGN; state=OFFLINE, location=221ead37f9cb,42781,1731184422955; forceNewPlan=false, retain=false 2024-11-09T20:33:45,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN 2024-11-09T20:33:45,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN 2024-11-09T20:33:45,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN; state=OFFLINE, location=221ead37f9cb,33599,1731184422813; forceNewPlan=false, retain=false 2024-11-09T20:33:45,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d33b64ce6652273e7ca756ad1db3426c, ASSIGN 2024-11-09T20:33:45,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d33b64ce6652273e7ca756ad1db3426c, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:45,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b407d1cc4d5d1ee3779c23119a178c5, ASSIGN 2024-11-09T20:33:45,991 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b407d1cc4d5d1ee3779c23119a178c5, ASSIGN; state=OFFLINE, location=221ead37f9cb,43437,1731184422906; forceNewPlan=false, retain=false 2024-11-09T20:33:46,067 INFO [221ead37f9cb:44919 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-09T20:33:46,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7a6699c68de1d5065467214210bc73b6, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=88cd748985302f1b3f7791f8f3371ff0, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7020a4c0d8303324c74c3f37d0e79520, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,076 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d33b64ce6652273e7ca756ad1db3426c, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,076 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=740c3c9e1123b489a6c653af28bdc8dc, ASSIGN because future has completed 2024-11-09T20:33:46,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1eb6a2cd79a173002523603f9ab0a468, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 740c3c9e1123b489a6c653af28bdc8dc, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d171ad499e2fe3cc5a168f79d32e2c22, ASSIGN because future has completed 2024-11-09T20:33:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00f6c3c9a6a961e214c4f5373f25caae, ASSIGN because future has completed 2024-11-09T20:33:46,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a6699c68de1d5065467214210bc73b6, ASSIGN because future has completed 2024-11-09T20:33:46,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0, ASSIGN because future has completed 2024-11-09T20:33:46,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88cd748985302f1b3f7791f8f3371ff0, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae95a32cb3889d070a7ffac48ed2b91f, ASSIGN because future has completed 2024-11-09T20:33:46,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7020a4c0d8303324c74c3f37d0e79520, ASSIGN because future has completed 2024-11-09T20:33:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d33b64ce6652273e7ca756ad1db3426c, ASSIGN because future has completed 2024-11-09T20:33:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b407d1cc4d5d1ee3779c23119a178c5, ASSIGN because future has completed 2024-11-09T20:33:46,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b407d1cc4d5d1ee3779c23119a178c5, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f356260ed657fb4d1b73c401fb7e8dc, ASSIGN because future has completed 2024-11-09T20:33:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1eb6a2cd79a173002523603f9ab0a468, ASSIGN because future has completed 2024-11-09T20:33:46,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eb6a2cd79a173002523603f9ab0a468, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f356260ed657fb4d1b73c401fb7e8dc, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33b64ce6652273e7ca756ad1db3426c, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7020a4c0d8303324c74c3f37d0e79520, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae95a32cb3889d070a7ffac48ed2b91f, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6699c68de1d5065467214210bc73b6, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00f6c3c9a6a961e214c4f5373f25caae, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d171ad499e2fe3cc5a168f79d32e2c22, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:33:46,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7784b7af6df9f85d05c4e64423332bec, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a24147d747cec99d6524eb921bc2bde4, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=84ae9770b038a05c1fb8e875a940335d, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a51df803da578a3a2102eb2fab02cc34, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=02829dfde6859128634b2abe9333fa0d, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7784b7af6df9f85d05c4e64423332bec, ASSIGN because future has completed 2024-11-09T20:33:46,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7784b7af6df9f85d05c4e64423332bec, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a24147d747cec99d6524eb921bc2bde4, ASSIGN because future has completed 2024-11-09T20:33:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d, ASSIGN because future has completed 2024-11-09T20:33:46,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a51df803da578a3a2102eb2fab02cc34, ASSIGN because future has completed 2024-11-09T20:33:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02829dfde6859128634b2abe9333fa0d, ASSIGN because future has completed 2024-11-09T20:33:46,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02829dfde6859128634b2abe9333fa0d, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a51df803da578a3a2102eb2fab02cc34, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ae9770b038a05c1fb8e875a940335d, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24147d747cec99d6524eb921bc2bde4, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6a7e8aff33f170f145eda0c4e6105845, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3fa83386656aab7f1860f9919e897e6a, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e2e2e532e5cbf416c9a6ffb1288cd86, ASSIGN because future has completed 2024-11-09T20:33:46,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bc9f19810272debd280a75e60c1b13ee, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2e2e532e5cbf416c9a6ffb1288cd86, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:33:46,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN because future has completed 2024-11-09T20:33:46,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN because future has completed 2024-11-09T20:33:46,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN because future has completed 2024-11-09T20:33:46,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN because future has completed 2024-11-09T20:33:46,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN because future has completed 2024-11-09T20:33:46,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d4230d24456530edb30563fa89ea75ee, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2ad72e155731e25909249d5e95fa4e5, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPENING, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN because future has completed 2024-11-09T20:33:46,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN because future has completed 2024-11-09T20:33:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN because future has completed 2024-11-09T20:33:46,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN because future has completed 2024-11-09T20:33:46,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,33599,1731184422813}] 2024-11-09T20:33:46,236 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:46,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:46,246 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:46,246 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 740c3c9e1123b489a6c653af28bdc8dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-09T20:33:46,247 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,247 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,247 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,247 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,249 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,251 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 740c3c9e1123b489a6c653af28bdc8dc columnFamilyName colfamily11 2024-11-09T20:33:46,251 DEBUG [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,252 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(327): Store=740c3c9e1123b489a6c653af28bdc8dc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,252 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,253 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 740c3c9e1123b489a6c653af28bdc8dc columnFamilyName colfamily21 2024-11-09T20:33:46,253 DEBUG [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,254 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:33:46,254 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(327): Store=740c3c9e1123b489a6c653af28bdc8dc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,254 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:33:46,256 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 740c3c9e1123b489a6c653af28bdc8dc columnFamilyName colfamily31 2024-11-09T20:33:46,256 DEBUG [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,257 INFO [StoreOpener-740c3c9e1123b489a6c653af28bdc8dc-1 {}] regionserver.HStore(327): Store=740c3c9e1123b489a6c653af28bdc8dc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,257 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,259 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,260 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,261 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:46,261 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 7784b7af6df9f85d05c4e64423332bec, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-09T20:33:46,261 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,261 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,262 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,262 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,262 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,262 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,263 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,265 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,265 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,268 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7784b7af6df9f85d05c4e64423332bec columnFamilyName colfamily11 2024-11-09T20:33:46,268 DEBUG [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,268 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,269 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(327): Store=7784b7af6df9f85d05c4e64423332bec/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,269 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,269 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 740c3c9e1123b489a6c653af28bdc8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61923942, jitterRate=-0.07726135849952698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,269 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:33:46,270 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 740c3c9e1123b489a6c653af28bdc8dc: Running coprocessor pre-open hook at 1731184426247Writing region info on filesystem at 1731184426247Initializing all the Stores at 1731184426249 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426249Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426249Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426249Cleaning up temporary data from old regions at 1731184426262 (+13 ms)Running coprocessor post-open hooks at 1731184426269 (+7 ms)Region opened successfully at 1731184426270 (+1 ms) 2024-11-09T20:33:46,271 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7784b7af6df9f85d05c4e64423332bec columnFamilyName colfamily21 2024-11-09T20:33:46,271 DEBUG [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,272 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(327): Store=7784b7af6df9f85d05c4e64423332bec/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,272 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,272 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., pid=31, masterSystemTime=1731184426235 2024-11-09T20:33:46,274 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7784b7af6df9f85d05c4e64423332bec columnFamilyName colfamily31 2024-11-09T20:33:46,274 DEBUG [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,275 INFO [StoreOpener-7784b7af6df9f85d05c4e64423332bec-1 {}] regionserver.HStore(327): Store=7784b7af6df9f85d05c4e64423332bec/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,275 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,275 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:46,276 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:33:46,276 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:46,276 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a6699c68de1d5065467214210bc73b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-09T20:33:46,276 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,276 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,276 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,277 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,277 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,277 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,279 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,280 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,280 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 740c3c9e1123b489a6c653af28bdc8dc, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,281 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,282 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6699c68de1d5065467214210bc73b6 columnFamilyName colfamily11 2024-11-09T20:33:46,282 DEBUG [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,283 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(327): Store=7a6699c68de1d5065467214210bc73b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,283 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,283 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,285 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6699c68de1d5065467214210bc73b6 columnFamilyName colfamily21 2024-11-09T20:33:46,285 DEBUG [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,286 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(327): Store=7a6699c68de1d5065467214210bc73b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,286 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,289 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,290 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 7784b7af6df9f85d05c4e64423332bec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73024764, jitterRate=0.08815377950668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,290 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:33:46,290 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 7784b7af6df9f85d05c4e64423332bec: Running coprocessor pre-open hook at 1731184426262Writing region info on filesystem at 1731184426262Initializing all the Stores at 1731184426264 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426264Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426264Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426265 (+1 ms)Cleaning up temporary data from old regions at 1731184426280 (+15 ms)Running coprocessor post-open hooks at 1731184426290 (+10 ms)Region opened successfully at 1731184426290 2024-11-09T20:33:46,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-09T20:33:46,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 740c3c9e1123b489a6c653af28bdc8dc, server=221ead37f9cb,43437,1731184422906 in 203 msec 2024-11-09T20:33:46,293 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., pid=42, masterSystemTime=1731184426253 2024-11-09T20:33:46,297 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:46,297 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:33:46,297 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6699c68de1d5065467214210bc73b6 columnFamilyName colfamily31 2024-11-09T20:33:46,297 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:46,297 DEBUG [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,297 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a51df803da578a3a2102eb2fab02cc34, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-09T20:33:46,298 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,298 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,298 INFO [StoreOpener-7a6699c68de1d5065467214210bc73b6-1 {}] regionserver.HStore(327): Store=7a6699c68de1d5065467214210bc73b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,298 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,298 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,298 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,300 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,300 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,302 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,302 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=740c3c9e1123b489a6c653af28bdc8dc, ASSIGN in 394 msec 2024-11-09T20:33:46,303 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,304 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,306 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a51df803da578a3a2102eb2fab02cc34 columnFamilyName colfamily11 2024-11-09T20:33:46,306 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,306 DEBUG [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,307 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(327): Store=a51df803da578a3a2102eb2fab02cc34/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,307 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7784b7af6df9f85d05c4e64423332bec, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,310 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a51df803da578a3a2102eb2fab02cc34 columnFamilyName colfamily21 2024-11-09T20:33:46,310 DEBUG [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,311 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,311 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(327): Store=a51df803da578a3a2102eb2fab02cc34/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,311 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,311 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 7a6699c68de1d5065467214210bc73b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63817687, jitterRate=-0.04904235899448395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,312 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:33:46,312 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 7a6699c68de1d5065467214210bc73b6: Running coprocessor pre-open hook at 1731184426277Writing region info on filesystem at 1731184426277Initializing all the Stores at 1731184426278 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426278Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426279 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426279Cleaning up temporary data from old regions at 1731184426302 (+23 ms)Running coprocessor post-open hooks at 1731184426312 (+10 ms)Region opened successfully at 1731184426312 2024-11-09T20:33:46,313 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., pid=39, masterSystemTime=1731184426235 2024-11-09T20:33:46,314 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a51df803da578a3a2102eb2fab02cc34 columnFamilyName colfamily31 2024-11-09T20:33:46,314 DEBUG [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,315 INFO [StoreOpener-a51df803da578a3a2102eb2fab02cc34-1 {}] regionserver.HStore(327): Store=a51df803da578a3a2102eb2fab02cc34/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,315 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=24 2024-11-09T20:33:46,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 7784b7af6df9f85d05c4e64423332bec, server=221ead37f9cb,42781,1731184422955 in 167 msec 2024-11-09T20:33:46,316 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:46,316 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,316 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:33:46,317 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:46,317 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => ae95a32cb3889d070a7ffac48ed2b91f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-09T20:33:46,317 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,317 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,317 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,318 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,318 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,319 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,319 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,320 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,321 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6699c68de1d5065467214210bc73b6, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,323 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,323 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae95a32cb3889d070a7ffac48ed2b91f columnFamilyName colfamily11 2024-11-09T20:33:46,323 DEBUG [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7784b7af6df9f85d05c4e64423332bec, ASSIGN in 421 msec 2024-11-09T20:33:46,324 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(327): Store=ae95a32cb3889d070a7ffac48ed2b91f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,324 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,327 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae95a32cb3889d070a7ffac48ed2b91f columnFamilyName colfamily21 2024-11-09T20:33:46,327 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,327 DEBUG [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,328 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a51df803da578a3a2102eb2fab02cc34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61021383, jitterRate=-0.09071053564548492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,328 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(327): Store=ae95a32cb3889d070a7ffac48ed2b91f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,328 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:33:46,328 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,328 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a51df803da578a3a2102eb2fab02cc34: Running coprocessor pre-open hook at 1731184426298Writing region info on filesystem at 1731184426298Initializing all the Stores at 1731184426301 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426301Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426303 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426303Cleaning up temporary data from old regions at 1731184426319 (+16 ms)Running coprocessor post-open hooks at 1731184426328 (+9 ms)Region opened successfully at 1731184426328 2024-11-09T20:33:46,329 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., pid=44, masterSystemTime=1731184426253 2024-11-09T20:33:46,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=19 2024-11-09T20:33:46,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a6699c68de1d5065467214210bc73b6, server=221ead37f9cb,43437,1731184422906 in 199 msec 2024-11-09T20:33:46,333 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae95a32cb3889d070a7ffac48ed2b91f columnFamilyName colfamily31 2024-11-09T20:33:46,333 DEBUG [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,333 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:46,333 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:33:46,335 INFO [StoreOpener-ae95a32cb3889d070a7ffac48ed2b91f-1 {}] regionserver.HStore(327): Store=ae95a32cb3889d070a7ffac48ed2b91f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,335 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:46,335 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,336 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f356260ed657fb4d1b73c401fb7e8dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,337 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,341 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,341 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a51df803da578a3a2102eb2fab02cc34, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,342 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a6699c68de1d5065467214210bc73b6, ASSIGN in 441 msec 2024-11-09T20:33:46,345 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=15 2024-11-09T20:33:46,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure a51df803da578a3a2102eb2fab02cc34, server=221ead37f9cb,42781,1731184422955 in 190 msec 2024-11-09T20:33:46,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a51df803da578a3a2102eb2fab02cc34, ASSIGN in 451 msec 2024-11-09T20:33:46,355 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,355 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:46,355 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a7e8aff33f170f145eda0c4e6105845, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-09T20:33:46,356 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,356 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,357 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,357 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,358 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f356260ed657fb4d1b73c401fb7e8dc columnFamilyName colfamily11 2024-11-09T20:33:46,358 DEBUG [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,359 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,359 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(327): Store=0f356260ed657fb4d1b73c401fb7e8dc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,359 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,360 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened ae95a32cb3889d070a7ffac48ed2b91f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72980395, jitterRate=0.08749262988567352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,360 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:33:46,360 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for ae95a32cb3889d070a7ffac48ed2b91f: Running coprocessor pre-open hook at 1731184426318Writing region info on filesystem at 1731184426318Initializing all the Stores at 1731184426319 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426319Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426320 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426320Cleaning up temporary data from old regions at 1731184426341 (+21 ms)Running coprocessor post-open hooks at 1731184426360 (+19 ms)Region opened successfully at 1731184426360 2024-11-09T20:33:46,361 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,362 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., pid=38, masterSystemTime=1731184426235 2024-11-09T20:33:46,362 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f356260ed657fb4d1b73c401fb7e8dc columnFamilyName colfamily21 2024-11-09T20:33:46,362 DEBUG [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,364 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily11 2024-11-09T20:33:46,364 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,365 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,365 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,366 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(327): Store=0f356260ed657fb4d1b73c401fb7e8dc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,366 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,368 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:46,368 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:33:46,368 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:46,369 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 7020a4c0d8303324c74c3f37d0e79520, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-09T20:33:46,369 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,369 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,369 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily21 2024-11-09T20:33:46,369 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,369 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,370 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,373 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f356260ed657fb4d1b73c401fb7e8dc columnFamilyName colfamily31 2024-11-09T20:33:46,373 DEBUG [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,374 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,374 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,375 INFO [StoreOpener-0f356260ed657fb4d1b73c401fb7e8dc-1 {}] regionserver.HStore(327): Store=0f356260ed657fb4d1b73c401fb7e8dc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,375 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae95a32cb3889d070a7ffac48ed2b91f, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,377 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily31 2024-11-09T20:33:46,377 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,377 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,378 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,378 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,379 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,381 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,381 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,382 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,383 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,383 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=13 2024-11-09T20:33:46,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ae95a32cb3889d070a7ffac48ed2b91f, server=221ead37f9cb,43437,1731184422906 in 258 msec 2024-11-09T20:33:46,386 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,387 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7020a4c0d8303324c74c3f37d0e79520 columnFamilyName colfamily11 2024-11-09T20:33:46,387 DEBUG [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,388 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,389 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(327): Store=7020a4c0d8303324c74c3f37d0e79520/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,389 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,389 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,389 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae95a32cb3889d070a7ffac48ed2b91f, ASSIGN in 486 msec 2024-11-09T20:33:46,391 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,392 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7020a4c0d8303324c74c3f37d0e79520 columnFamilyName colfamily21 2024-11-09T20:33:46,392 DEBUG [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,393 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(327): Store=7020a4c0d8303324c74c3f37d0e79520/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,393 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,394 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,394 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,395 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 0f356260ed657fb4d1b73c401fb7e8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59180344, jitterRate=-0.11814415454864502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,395 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:33:46,396 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 0f356260ed657fb4d1b73c401fb7e8dc: Running coprocessor pre-open hook at 1731184426337Writing region info on filesystem at 1731184426337Initializing all the Stores at 1731184426339 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426339Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426354 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426354Cleaning up temporary data from old regions at 1731184426381 (+27 ms)Running coprocessor post-open hooks at 1731184426395 (+14 ms)Region opened successfully at 1731184426395 2024-11-09T20:33:46,399 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc., pid=35, masterSystemTime=1731184426253 2024-11-09T20:33:46,403 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7020a4c0d8303324c74c3f37d0e79520 columnFamilyName colfamily31 2024-11-09T20:33:46,403 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:46,403 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:33:46,403 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:46,403 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,404 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eb6a2cd79a173002523603f9ab0a468, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-09T20:33:46,404 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,404 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,404 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,404 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,403 DEBUG [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,406 INFO [StoreOpener-7020a4c0d8303324c74c3f37d0e79520-1 {}] regionserver.HStore(327): Store=7020a4c0d8303324c74c3f37d0e79520/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,406 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,408 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,408 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 6a7e8aff33f170f145eda0c4e6105845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59779756, jitterRate=-0.10921221971511841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,408 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,409 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:33:46,409 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 6a7e8aff33f170f145eda0c4e6105845: Running coprocessor pre-open hook at 1731184426357Writing region info on filesystem at 1731184426357Initializing all the Stores at 1731184426359 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426359Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426361 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426361Cleaning up temporary data from old regions at 1731184426389 (+28 ms)Running coprocessor post-open hooks at 1731184426409 (+20 ms)Region opened successfully at 1731184426409 2024-11-09T20:33:46,410 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., pid=51, masterSystemTime=1731184426334 2024-11-09T20:33:46,411 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f356260ed657fb4d1b73c401fb7e8dc, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,414 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,414 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,416 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,416 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:46,416 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:33:46,416 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:46,416 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bc9f19810272debd280a75e60c1b13ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-09T20:33:46,417 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,417 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb6a2cd79a173002523603f9ab0a468 columnFamilyName colfamily11 2024-11-09T20:33:46,417 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,417 DEBUG [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,417 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,417 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,420 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,420 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(327): Store=1eb6a2cd79a173002523603f9ab0a468/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,420 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=30 2024-11-09T20:33:46,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f356260ed657fb4d1b73c401fb7e8dc, server=221ead37f9cb,42781,1731184422955 in 309 msec 2024-11-09T20:33:46,424 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb6a2cd79a173002523603f9ab0a468 columnFamilyName colfamily21 2024-11-09T20:33:46,424 DEBUG [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,426 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(327): Store=1eb6a2cd79a173002523603f9ab0a468/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,426 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0f356260ed657fb4d1b73c401fb7e8dc, ASSIGN in 523 msec 2024-11-09T20:33:46,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,431 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eb6a2cd79a173002523603f9ab0a468 columnFamilyName colfamily31 2024-11-09T20:33:46,431 DEBUG [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,432 INFO [StoreOpener-1eb6a2cd79a173002523603f9ab0a468-1 {}] regionserver.HStore(327): Store=1eb6a2cd79a173002523603f9ab0a468/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,432 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,434 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,435 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,436 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,436 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 7020a4c0d8303324c74c3f37d0e79520; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729913, jitterRate=0.08376015722751617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,437 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:33:46,437 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 7020a4c0d8303324c74c3f37d0e79520: Running coprocessor pre-open hook at 1731184426370Writing region info on filesystem at 1731184426370Initializing all the Stores at 1731184426372 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426372Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426381 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426382 (+1 ms)Cleaning up temporary data from old regions at 1731184426414 (+32 ms)Running coprocessor post-open hooks at 1731184426437 (+23 ms)Region opened successfully at 1731184426437 2024-11-09T20:33:46,438 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,438 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,439 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., pid=37, masterSystemTime=1731184426235 2024-11-09T20:33:46,439 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,441 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,443 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:46,443 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:33:46,443 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:46,443 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => d33b64ce6652273e7ca756ad1db3426c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-09T20:33:46,444 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,444 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,444 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,444 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,445 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,446 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 1eb6a2cd79a173002523603f9ab0a468; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60629702, jitterRate=-0.09654703736305237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,446 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:33:46,446 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,446 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 1eb6a2cd79a173002523603f9ab0a468: Running coprocessor pre-open hook at 1731184426405Writing region info on filesystem at 1731184426405Initializing all the Stores at 1731184426407 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426407Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426410 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426410Cleaning up temporary data from old regions at 1731184426438 (+28 ms)Running coprocessor post-open hooks at 1731184426446 (+8 ms)Region opened successfully at 1731184426446 2024-11-09T20:33:46,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=26 2024-11-09T20:33:46,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,33599,1731184422813 in 242 msec 2024-11-09T20:33:46,449 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily11 2024-11-09T20:33:46,449 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,450 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,451 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN in 548 msec 2024-11-09T20:33:46,451 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468., pid=34, masterSystemTime=1731184426253 2024-11-09T20:33:46,452 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,454 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily21 2024-11-09T20:33:46,454 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,455 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33b64ce6652273e7ca756ad1db3426c columnFamilyName colfamily11 2024-11-09T20:33:46,455 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,455 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:46,455 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:33:46,455 DEBUG [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,456 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,456 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:46,456 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 02829dfde6859128634b2abe9333fa0d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-09T20:33:46,456 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,456 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,456 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(327): Store=d33b64ce6652273e7ca756ad1db3426c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,457 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,457 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,457 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,458 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily31 2024-11-09T20:33:46,459 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,459 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33b64ce6652273e7ca756ad1db3426c columnFamilyName colfamily21 2024-11-09T20:33:46,459 DEBUG [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,460 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,460 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(327): Store=d33b64ce6652273e7ca756ad1db3426c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,461 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7020a4c0d8303324c74c3f37d0e79520, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,462 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,462 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,463 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,463 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,465 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33b64ce6652273e7ca756ad1db3426c columnFamilyName colfamily31 2024-11-09T20:33:46,465 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,465 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,465 DEBUG [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,466 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,466 INFO [StoreOpener-d33b64ce6652273e7ca756ad1db3426c-1 {}] regionserver.HStore(327): Store=d33b64ce6652273e7ca756ad1db3426c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,467 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,468 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,468 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,468 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,470 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02829dfde6859128634b2abe9333fa0d columnFamilyName colfamily11 2024-11-09T20:33:46,470 DEBUG [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=10 2024-11-09T20:33:46,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7020a4c0d8303324c74c3f37d0e79520, server=221ead37f9cb,43437,1731184422906 in 349 msec 2024-11-09T20:33:46,477 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(327): Store=02829dfde6859128634b2abe9333fa0d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:46,477 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,478 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,478 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,479 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,480 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bc9f19810272debd280a75e60c1b13ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72322605, jitterRate=0.07769079506397247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,480 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:33:46,480 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bc9f19810272debd280a75e60c1b13ee: Running coprocessor pre-open hook at 1731184426417Writing region info on filesystem at 1731184426417Initializing all the Stores at 1731184426419 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426419Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426432 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426432Cleaning up temporary data from old regions at 1731184426465 (+33 ms)Running coprocessor post-open hooks at 1731184426480 (+15 ms)Region opened successfully at 1731184426480 2024-11-09T20:33:46,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7020a4c0d8303324c74c3f37d0e79520, ASSIGN in 576 msec 2024-11-09T20:33:46,481 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,483 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., pid=49, masterSystemTime=1731184426334 2024-11-09T20:33:46,483 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02829dfde6859128634b2abe9333fa0d columnFamilyName colfamily21 2024-11-09T20:33:46,483 DEBUG [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,484 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,484 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(327): Store=02829dfde6859128634b2abe9333fa0d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,484 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,487 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02829dfde6859128634b2abe9333fa0d columnFamilyName colfamily31 2024-11-09T20:33:46,487 DEBUG [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,488 INFO [StoreOpener-02829dfde6859128634b2abe9333fa0d-1 {}] regionserver.HStore(327): Store=02829dfde6859128634b2abe9333fa0d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,488 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,490 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,491 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,492 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:46,492 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:33:46,492 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:46,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => d4230d24456530edb30563fa89ea75ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-09T20:33:46,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eb6a2cd79a173002523603f9ab0a468, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,499 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,501 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,501 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened d33b64ce6652273e7ca756ad1db3426c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68268850, jitterRate=0.017285138368606567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,501 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,501 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:33:46,501 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for d33b64ce6652273e7ca756ad1db3426c: Running coprocessor pre-open hook at 1731184426445Writing region info on filesystem at 1731184426445Initializing all the Stores at 1731184426446 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426446Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426451 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426451Cleaning up temporary data from old regions at 1731184426478 (+27 ms)Running coprocessor post-open hooks at 1731184426501 (+23 ms)Region opened successfully at 1731184426501 2024-11-09T20:33:46,503 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,504 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., pid=36, masterSystemTime=1731184426235 2024-11-09T20:33:46,507 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,510 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,512 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:46,512 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:33:46,512 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:46,513 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b407d1cc4d5d1ee3779c23119a178c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-09T20:33:46,513 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily11 2024-11-09T20:33:46,513 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,513 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,513 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,513 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,513 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,515 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,515 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,516 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 02829dfde6859128634b2abe9333fa0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64786423, jitterRate=-0.034607067704200745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,517 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:33:46,517 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 02829dfde6859128634b2abe9333fa0d: Running coprocessor pre-open hook at 1731184426457Writing region info on filesystem at 1731184426457Initializing all the Stores at 1731184426458 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426458Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426462 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426462Cleaning up temporary data from old regions at 1731184426501 (+39 ms)Running coprocessor post-open hooks at 1731184426517 (+16 ms)Region opened successfully at 1731184426517 2024-11-09T20:33:46,517 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,517 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily21 2024-11-09T20:33:46,517 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,518 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., pid=43, masterSystemTime=1731184426253 2024-11-09T20:33:46,519 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,519 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=27 2024-11-09T20:33:46,521 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b407d1cc4d5d1ee3779c23119a178c5 columnFamilyName colfamily11 2024-11-09T20:33:46,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 1eb6a2cd79a173002523603f9ab0a468, server=221ead37f9cb,42781,1731184422955 in 413 msec 2024-11-09T20:33:46,522 DEBUG [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,523 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(327): Store=1b407d1cc4d5d1ee3779c23119a178c5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,523 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:46,523 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:33:46,523 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,523 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:46,523 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily31 2024-11-09T20:33:46,523 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,523 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 84ae9770b038a05c1fb8e875a940335d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-09T20:33:46,524 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,524 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,524 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,524 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,525 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,525 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,526 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b407d1cc4d5d1ee3779c23119a178c5 columnFamilyName colfamily21 2024-11-09T20:33:46,526 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,526 DEBUG [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,527 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,527 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(327): Store=1b407d1cc4d5d1ee3779c23119a178c5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,527 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,529 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,530 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,530 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,533 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1eb6a2cd79a173002523603f9ab0a468, ASSIGN in 623 msec 2024-11-09T20:33:46,535 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ae9770b038a05c1fb8e875a940335d columnFamilyName colfamily11 2024-11-09T20:33:46,535 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b407d1cc4d5d1ee3779c23119a178c5 columnFamilyName colfamily31 2024-11-09T20:33:46,536 DEBUG [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,536 DEBUG [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,539 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(327): Store=84ae9770b038a05c1fb8e875a940335d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,539 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,539 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,540 INFO [StoreOpener-1b407d1cc4d5d1ee3779c23119a178c5-1 {}] regionserver.HStore(327): Store=1b407d1cc4d5d1ee3779c23119a178c5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,543 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,544 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ae9770b038a05c1fb8e875a940335d columnFamilyName colfamily21 2024-11-09T20:33:46,544 DEBUG [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,545 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02829dfde6859128634b2abe9333fa0d, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,545 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(327): Store=84ae9770b038a05c1fb8e875a940335d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,545 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,545 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,547 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,547 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,548 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ae9770b038a05c1fb8e875a940335d columnFamilyName colfamily31 2024-11-09T20:33:46,548 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,548 DEBUG [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,549 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,550 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened d4230d24456530edb30563fa89ea75ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66845337, jitterRate=-0.003926858305931091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,550 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:33:46,550 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for d4230d24456530edb30563fa89ea75ee: Running coprocessor pre-open hook at 1731184426494Writing region info on filesystem at 1731184426494Initializing all the Stores at 1731184426500 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426500Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426502 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426502Cleaning up temporary data from old regions at 1731184426530 (+28 ms)Running coprocessor post-open hooks at 1731184426550 (+20 ms)Region opened successfully at 1731184426550 2024-11-09T20:33:46,550 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=17 2024-11-09T20:33:46,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,33599,1731184422813 in 359 msec 2024-11-09T20:33:46,551 INFO [StoreOpener-84ae9770b038a05c1fb8e875a940335d-1 {}] regionserver.HStore(327): Store=84ae9770b038a05c1fb8e875a940335d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,551 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,552 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., pid=53, masterSystemTime=1731184426334 2024-11-09T20:33:46,554 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,554 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,555 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN in 652 msec 2024-11-09T20:33:46,556 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,556 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,556 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 1b407d1cc4d5d1ee3779c23119a178c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64185423, jitterRate=-0.043562665581703186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,557 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:33:46,557 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 1b407d1cc4d5d1ee3779c23119a178c5: Running coprocessor pre-open hook at 1731184426514Writing region info on filesystem at 1731184426514Initializing all the Stores at 1731184426515 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426516 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426516Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426516Cleaning up temporary data from old regions at 1731184426548 (+32 ms)Running coprocessor post-open hooks at 1731184426557 (+9 ms)Region opened successfully at 1731184426557 2024-11-09T20:33:46,557 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,558 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., pid=33, masterSystemTime=1731184426235 2024-11-09T20:33:46,558 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:46,558 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:33:46,559 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:46,559 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => d2ad72e155731e25909249d5e95fa4e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-09T20:33:46,559 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,559 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,560 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,560 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,561 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,562 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,564 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:46,564 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:46,565 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:46,565 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 00f6c3c9a6a961e214c4f5373f25caae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-09T20:33:46,565 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,565 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,566 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily11 2024-11-09T20:33:46,566 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,566 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,566 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,566 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 84ae9770b038a05c1fb8e875a940335d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73153235, jitterRate=0.09006814658641815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,566 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:33:46,566 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,566 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 84ae9770b038a05c1fb8e875a940335d: Running coprocessor pre-open hook at 1731184426524Writing region info on filesystem at 1731184426524Initializing all the Stores at 1731184426528 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426528Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426529 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426529Cleaning up temporary data from old regions at 1731184426556 (+27 ms)Running coprocessor post-open hooks at 1731184426566 (+10 ms)Region opened successfully at 1731184426566 2024-11-09T20:33:46,567 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,567 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,568 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., pid=45, masterSystemTime=1731184426253 2024-11-09T20:33:46,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=12 2024-11-09T20:33:46,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 02829dfde6859128634b2abe9333fa0d, server=221ead37f9cb,42781,1731184422955 in 407 msec 2024-11-09T20:33:46,569 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily21 2024-11-09T20:33:46,570 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,570 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,570 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,571 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,572 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:46,572 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:33:46,572 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f6c3c9a6a961e214c4f5373f25caae columnFamilyName colfamily11 2024-11-09T20:33:46,572 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily31 2024-11-09T20:33:46,573 DEBUG [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,573 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:46,573 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a24147d747cec99d6524eb921bc2bde4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,573 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,573 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(327): Store=00f6c3c9a6a961e214c4f5373f25caae/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,573 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,573 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,574 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02829dfde6859128634b2abe9333fa0d, ASSIGN in 670 msec 2024-11-09T20:33:46,576 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,576 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f6c3c9a6a961e214c4f5373f25caae columnFamilyName colfamily21 2024-11-09T20:33:46,577 DEBUG [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,578 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,578 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(327): Store=00f6c3c9a6a961e214c4f5373f25caae/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,578 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,578 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,579 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,579 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,581 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=221ead37f9cb,42781,1731184422955, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:33:46,581 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f6c3c9a6a961e214c4f5373f25caae columnFamilyName colfamily31 2024-11-09T20:33:46,581 DEBUG [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ae9770b038a05c1fb8e875a940335d, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,582 INFO [StoreOpener-00f6c3c9a6a961e214c4f5373f25caae-1 {}] regionserver.HStore(327): Store=00f6c3c9a6a961e214c4f5373f25caae/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,582 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,582 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,585 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24147d747cec99d6524eb921bc2bde4 columnFamilyName colfamily11 2024-11-09T20:33:46,585 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,586 DEBUG [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b407d1cc4d5d1ee3779c23119a178c5, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,591 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(327): Store=a24147d747cec99d6524eb921bc2bde4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,592 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,592 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,593 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,595 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24147d747cec99d6524eb921bc2bde4 columnFamilyName colfamily21 2024-11-09T20:33:46,595 DEBUG [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,595 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(327): Store=a24147d747cec99d6524eb921bc2bde4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,596 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,596 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened d2ad72e155731e25909249d5e95fa4e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59392134, jitterRate=-0.11498823761940002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,596 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:33:46,596 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for d2ad72e155731e25909249d5e95fa4e5: Running coprocessor pre-open hook at 1731184426560Writing region info on filesystem at 1731184426560Initializing all the Stores at 1731184426561 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426561Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426562 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426562Cleaning up temporary data from old regions at 1731184426578 (+16 ms)Running coprocessor post-open hooks at 1731184426596 (+18 ms)Region opened successfully at 1731184426596 2024-11-09T20:33:46,597 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,597 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=18 2024-11-09T20:33:46,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 84ae9770b038a05c1fb8e875a940335d, server=221ead37f9cb,42781,1731184422955 in 428 msec 2024-11-09T20:33:46,598 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,599 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24147d747cec99d6524eb921bc2bde4 columnFamilyName colfamily31 2024-11-09T20:33:46,599 DEBUG [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,601 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,601 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., pid=56, masterSystemTime=1731184426334 2024-11-09T20:33:46,602 INFO [StoreOpener-a24147d747cec99d6524eb921bc2bde4-1 {}] regionserver.HStore(327): Store=a24147d747cec99d6524eb921bc2bde4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,602 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,603 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84ae9770b038a05c1fb8e875a940335d, ASSIGN in 699 msec 2024-11-09T20:33:46,606 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:46,606 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:33:46,606 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,606 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:46,606 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ba63f8a0b2aea609e4ff26818a57fccf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-09T20:33:46,607 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,607 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,607 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,608 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,608 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,608 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,609 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,609 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,610 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 00f6c3c9a6a961e214c4f5373f25caae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68936838, jitterRate=0.027238935232162476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,610 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:33:46,610 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 00f6c3c9a6a961e214c4f5373f25caae: Running coprocessor pre-open hook at 1731184426566Writing region info on filesystem at 1731184426566Initializing all the Stores at 1731184426568 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426568Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426568Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426568Cleaning up temporary data from old regions at 1731184426597 (+29 ms)Running coprocessor post-open hooks at 1731184426610 (+13 ms)Region opened successfully at 1731184426610 2024-11-09T20:33:46,610 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,610 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,613 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae., pid=40, masterSystemTime=1731184426235 2024-11-09T20:33:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,616 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily11 2024-11-09T20:33:46,616 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,617 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,617 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,618 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,618 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:46,618 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:33:46,618 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:46,619 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 88cd748985302f1b3f7791f8f3371ff0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-09T20:33:46,619 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a24147d747cec99d6524eb921bc2bde4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62565107, jitterRate=-0.06770725548267365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,619 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:33:46,619 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a24147d747cec99d6524eb921bc2bde4: Running coprocessor pre-open hook at 1731184426574Writing region info on filesystem at 1731184426574Initializing all the Stores at 1731184426577 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426578 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426578Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426578Cleaning up temporary data from old regions at 1731184426608 (+30 ms)Running coprocessor post-open hooks at 1731184426619 (+11 ms)Region opened successfully at 1731184426619 2024-11-09T20:33:46,620 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,620 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,621 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily21 2024-11-09T20:33:46,621 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,621 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,621 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,622 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,622 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,622 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., pid=46, masterSystemTime=1731184426253 2024-11-09T20:33:46,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=5 2024-11-09T20:33:46,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b407d1cc4d5d1ee3779c23119a178c5, server=221ead37f9cb,43437,1731184422906 in 522 msec 2024-11-09T20:33:46,626 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:46,626 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:33:46,626 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:46,627 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e2e2e532e5cbf416c9a6ffb1288cd86, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-09T20:33:46,627 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,627 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,627 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,627 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,629 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily31 2024-11-09T20:33:46,629 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,630 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,630 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,630 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1b407d1cc4d5d1ee3779c23119a178c5, ASSIGN in 724 msec 2024-11-09T20:33:46,631 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,632 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,632 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88cd748985302f1b3f7791f8f3371ff0 columnFamilyName colfamily11 2024-11-09T20:33:46,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,632 DEBUG [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,633 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,633 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(327): Store=88cd748985302f1b3f7791f8f3371ff0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,634 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,634 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,634 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24147d747cec99d6524eb921bc2bde4, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,637 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,637 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88cd748985302f1b3f7791f8f3371ff0 columnFamilyName colfamily21 2024-11-09T20:33:46,637 DEBUG [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,638 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2e2e532e5cbf416c9a6ffb1288cd86 columnFamilyName colfamily11 2024-11-09T20:33:46,638 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,638 DEBUG [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,638 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(327): Store=88cd748985302f1b3f7791f8f3371ff0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,639 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,641 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(327): Store=3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,641 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,642 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88cd748985302f1b3f7791f8f3371ff0 columnFamilyName colfamily31 2024-11-09T20:33:46,642 DEBUG [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00f6c3c9a6a961e214c4f5373f25caae, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,642 INFO [StoreOpener-88cd748985302f1b3f7791f8f3371ff0-1 {}] regionserver.HStore(327): Store=88cd748985302f1b3f7791f8f3371ff0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,643 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,644 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,645 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,645 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ba63f8a0b2aea609e4ff26818a57fccf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73607628, jitterRate=0.09683912992477417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,645 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:33:46,645 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ba63f8a0b2aea609e4ff26818a57fccf: Running coprocessor pre-open hook at 1731184426608Writing region info on filesystem at 1731184426608Initializing all the Stores at 1731184426609 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426609Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426610 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426610Cleaning up temporary data from old regions at 1731184426634 (+24 ms)Running coprocessor post-open hooks at 1731184426645 (+11 ms)Region opened successfully at 1731184426645 2024-11-09T20:33:46,645 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,646 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., pid=52, masterSystemTime=1731184426334 2024-11-09T20:33:46,647 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2e2e532e5cbf416c9a6ffb1288cd86 columnFamilyName colfamily21 2024-11-09T20:33:46,647 DEBUG [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,647 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,647 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,648 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(327): Store=3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,648 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,648 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,650 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,650 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2e2e532e5cbf416c9a6ffb1288cd86 columnFamilyName colfamily31 2024-11-09T20:33:46,650 DEBUG [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,651 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:46,651 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:33:46,651 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:46,651 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d3e7d00a2528e9356433ab2c1e60aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-09T20:33:46,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,653 INFO [StoreOpener-3e2e2e532e5cbf416c9a6ffb1288cd86-1 {}] regionserver.HStore(327): Store=3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,654 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=22 2024-11-09T20:33:46,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 00f6c3c9a6a961e214c4f5373f25caae, server=221ead37f9cb,43437,1731184422906 in 516 msec 2024-11-09T20:33:46,655 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,655 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,657 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,658 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,658 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,659 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00f6c3c9a6a961e214c4f5373f25caae, ASSIGN in 757 msec 2024-11-09T20:33:46,661 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,661 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily11 2024-11-09T20:33:46,662 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,662 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,662 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,662 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,663 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 88cd748985302f1b3f7791f8f3371ff0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63103572, jitterRate=-0.05968350172042847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,663 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:33:46,664 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 88cd748985302f1b3f7791f8f3371ff0: Running coprocessor pre-open hook at 1731184426621Writing region info on filesystem at 1731184426621Initializing all the Stores at 1731184426628 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426628Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426629 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426629Cleaning up temporary data from old regions at 1731184426647 (+18 ms)Running coprocessor post-open hooks at 1731184426663 (+16 ms)Region opened successfully at 1731184426663 2024-11-09T20:33:46,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,665 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily21 2024-11-09T20:33:46,665 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,666 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,666 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,666 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,667 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., pid=32, masterSystemTime=1731184426235 2024-11-09T20:33:46,668 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily31 2024-11-09T20:33:46,668 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,669 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 3e2e2e532e5cbf416c9a6ffb1288cd86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74228306, jitterRate=0.10608795285224915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,669 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:33:46,669 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 3e2e2e532e5cbf416c9a6ffb1288cd86: Running coprocessor pre-open hook at 1731184426627Writing region info on filesystem at 1731184426628 (+1 ms)Initializing all the Stores at 1731184426629 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426629Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426630 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426630Cleaning up temporary data from old regions at 1731184426658 (+28 ms)Running coprocessor post-open hooks at 1731184426669 (+11 ms)Region opened successfully at 1731184426669 2024-11-09T20:33:46,670 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,670 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,671 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:46,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,671 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:33:46,671 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:46,671 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,672 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => d171ad499e2fe3cc5a168f79d32e2c22, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-09T20:33:46,672 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,672 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,673 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,673 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,673 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,673 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., pid=47, masterSystemTime=1731184426253 2024-11-09T20:33:46,674 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,675 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,676 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,677 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,678 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:46,678 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:33:46,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=21 2024-11-09T20:33:46,680 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d171ad499e2fe3cc5a168f79d32e2c22 columnFamilyName colfamily11 2024-11-09T20:33:46,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure a24147d747cec99d6524eb921bc2bde4, server=221ead37f9cb,42781,1731184422955 in 507 msec 2024-11-09T20:33:46,680 DEBUG [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,681 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(327): Store=d171ad499e2fe3cc5a168f79d32e2c22/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,681 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,681 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,686 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d171ad499e2fe3cc5a168f79d32e2c22 columnFamilyName colfamily21 2024-11-09T20:33:46,686 DEBUG [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a24147d747cec99d6524eb921bc2bde4, ASSIGN in 781 msec 2024-11-09T20:33:46,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:33:46,691 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,691 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(327): Store=d171ad499e2fe3cc5a168f79d32e2c22/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,691 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,692 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 18d3e7d00a2528e9356433ab2c1e60aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67171295, jitterRate=9.30294394493103E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,692 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:33:46,692 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 18d3e7d00a2528e9356433ab2c1e60aa: Running coprocessor pre-open hook at 1731184426652Writing region info on filesystem at 1731184426652Initializing all the Stores at 1731184426656 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426657 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426659 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426659Cleaning up temporary data from old regions at 1731184426675 (+16 ms)Running coprocessor post-open hooks at 1731184426692 (+17 ms)Region opened successfully at 1731184426692 2024-11-09T20:33:46,694 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d171ad499e2fe3cc5a168f79d32e2c22 columnFamilyName colfamily31 2024-11-09T20:33:46,694 DEBUG [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,695 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., pid=54, masterSystemTime=1731184426334 2024-11-09T20:33:46,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2e2e532e5cbf416c9a6ffb1288cd86, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:33:46,696 INFO [StoreOpener-d171ad499e2fe3cc5a168f79d32e2c22-1 {}] regionserver.HStore(327): Store=d171ad499e2fe3cc5a168f79d32e2c22/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,696 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,698 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,699 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,699 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:46,699 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:46,699 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:46,700 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fa83386656aab7f1860f9919e897e6a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-09T20:33:46,700 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,700 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,701 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,701 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,702 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,702 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=221ead37f9cb,33599,1731184422813, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:33:46,702 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,702 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,707 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,707 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=29 2024-11-09T20:33:46,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,33599,1731184422813 in 502 msec 2024-11-09T20:33:46,712 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN in 810 msec 2024-11-09T20:33:46,713 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened d171ad499e2fe3cc5a168f79d32e2c22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60070098, jitterRate=-0.10488578677177429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,713 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:33:46,713 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for d171ad499e2fe3cc5a168f79d32e2c22: Running coprocessor pre-open hook at 1731184426673Writing region info on filesystem at 1731184426673Initializing all the Stores at 1731184426676 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426676Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426677 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426677Cleaning up temporary data from old regions at 1731184426700 (+23 ms)Running coprocessor post-open hooks at 1731184426713 (+13 ms)Region opened successfully at 1731184426713 2024-11-09T20:33:46,714 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily11 2024-11-09T20:33:46,714 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,714 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., pid=41, masterSystemTime=1731184426235 2024-11-09T20:33:46,716 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,716 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,718 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:46,718 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:33:46,718 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily21 2024-11-09T20:33:46,719 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,720 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,720 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,723 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily31 2024-11-09T20:33:46,723 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,726 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,727 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,728 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,729 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,731 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,731 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,732 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d171ad499e2fe3cc5a168f79d32e2c22, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=9 2024-11-09T20:33:46,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e2e2e532e5cbf416c9a6ffb1288cd86, server=221ead37f9cb,42781,1731184422955 in 552 msec 2024-11-09T20:33:46,736 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e2e2e532e5cbf416c9a6ffb1288cd86, ASSIGN in 836 msec 2024-11-09T20:33:46,740 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,741 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 3fa83386656aab7f1860f9919e897e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601705, jitterRate=-0.037359580397605896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,742 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:33:46,742 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 3fa83386656aab7f1860f9919e897e6a: Running coprocessor pre-open hook at 1731184426702Writing region info on filesystem at 1731184426702Initializing all the Stores at 1731184426706 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426706Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426706Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426707 (+1 ms)Cleaning up temporary data from old regions at 1731184426731 (+24 ms)Running coprocessor post-open hooks at 1731184426742 (+11 ms)Region opened successfully at 1731184426742 2024-11-09T20:33:46,743 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., pid=50, masterSystemTime=1731184426334 2024-11-09T20:33:46,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-09T20:33:46,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure d171ad499e2fe3cc5a168f79d32e2c22, server=221ead37f9cb,43437,1731184422906 in 606 msec 2024-11-09T20:33:46,746 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:46,746 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:33:46,747 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:46,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e3943fa080ecfaa5aa5619bc6ea32255, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-09T20:33:46,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,747 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,748 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,748 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d171ad499e2fe3cc5a168f79d32e2c22, ASSIGN in 846 msec 2024-11-09T20:33:46,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=7 2024-11-09T20:33:46,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,33599,1731184422813 in 550 msec 2024-11-09T20:33:46,763 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,766 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily11 2024-11-09T20:33:46,766 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,769 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN in 864 msec 2024-11-09T20:33:46,769 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,772 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily21 2024-11-09T20:33:46,773 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,775 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,775 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=23 2024-11-09T20:33:46,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,33599,1731184422813 in 582 msec 2024-11-09T20:33:46,778 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily31 2024-11-09T20:33:46,778 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,779 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,779 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,780 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN in 877 msec 2024-11-09T20:33:46,781 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,783 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,783 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,784 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,788 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=221ead37f9cb,43437,1731184422906, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:33:46,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88cd748985302f1b3f7791f8f3371ff0, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,791 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,796 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,797 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e3943fa080ecfaa5aa5619bc6ea32255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68899625, jitterRate=0.026684418320655823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=11 2024-11-09T20:33:46,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:33:46,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,33599,1731184422813 in 576 msec 2024-11-09T20:33:46,797 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e3943fa080ecfaa5aa5619bc6ea32255: Running coprocessor pre-open hook at 1731184426748Writing region info on filesystem at 1731184426748Initializing all the Stores at 1731184426749 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426749Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426762 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426762Cleaning up temporary data from old regions at 1731184426783 (+21 ms)Running coprocessor post-open hooks at 1731184426797 (+14 ms)Region opened successfully at 1731184426797 2024-11-09T20:33:46,798 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., pid=55, masterSystemTime=1731184426334 2024-11-09T20:33:46,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN in 898 msec 2024-11-09T20:33:46,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-09T20:33:46,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 88cd748985302f1b3f7791f8f3371ff0, server=221ead37f9cb,43437,1731184422906 in 714 msec 2024-11-09T20:33:46,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88cd748985302f1b3f7791f8f3371ff0, ASSIGN in 914 msec 2024-11-09T20:33:46,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:46,822 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:33:46,822 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:46,822 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=221ead37f9cb,33599,1731184422813, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:33:46,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c2bcb0e9d9b8f341d4aa33555911e5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-09T20:33:46,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:33:46,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,828 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,832 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily11 2024-11-09T20:33:46,832 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,833 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,834 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,836 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily21 2024-11-09T20:33:46,836 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,837 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=14 2024-11-09T20:33:46,837 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,33599,1731184422813 in 628 msec 2024-11-09T20:33:46,839 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily31 2024-11-09T20:33:46,839 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:33:46,840 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:33:46,841 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN in 938 msec 2024-11-09T20:33:46,842 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,843 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,844 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,844 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,844 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:33:46,846 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8 2024-11-09T20:33:46,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,33599,1731184422813 in 635 msec 2024-11-09T20:33:46,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN in 953 msec 2024-11-09T20:33:46,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:33:46,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33b64ce6652273e7ca756ad1db3426c, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:33:46,863 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:33:46,865 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 6c2bcb0e9d9b8f341d4aa33555911e5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69518061, jitterRate=0.03589983284473419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:33:46,865 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:33:46,865 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 6c2bcb0e9d9b8f341d4aa33555911e5d: Running coprocessor pre-open hook at 1731184426823Writing region info on filesystem at 1731184426823Initializing all the Stores at 1731184426826 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426826Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426826Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184426826Cleaning up temporary data from old regions at 1731184426844 (+18 ms)Running coprocessor post-open hooks at 1731184426865 (+21 ms)Region opened successfully at 1731184426865 2024-11-09T20:33:46,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=6 2024-11-09T20:33:46,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d33b64ce6652273e7ca756ad1db3426c, server=221ead37f9cb,43437,1731184422906 in 751 msec 2024-11-09T20:33:46,868 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., pid=48, masterSystemTime=1731184426334 2024-11-09T20:33:46,872 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:46,872 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:33:46,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d33b64ce6652273e7ca756ad1db3426c, ASSIGN in 968 msec 2024-11-09T20:33:46,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, openSeqNum=2, regionLocation=221ead37f9cb,33599,1731184422813 2024-11-09T20:33:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,33599,1731184422813 because future has completed 2024-11-09T20:33:46,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=20 2024-11-09T20:33:46,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,33599,1731184422813 in 699 msec 2024-11-09T20:33:46,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=4 2024-11-09T20:33:46,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN in 985 msec 2024-11-09T20:33:46,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T20:33:46,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731184426888"}]},"ts":"1731184426888"} 2024-11-09T20:33:46,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-09T20:33:46,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T20:33:46,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5710 sec 2024-11-09T20:33:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:33:47,499 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-09T20:33:47,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-09T20:33:47,500 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:33:47,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33599 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T20:33:47,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-09T20:33:47,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:33:47,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-09T20:33:47,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:47,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:47,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:47,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,474 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,493 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:48,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:48,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:48,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:49,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:49,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:49,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:49,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., hostname=221ead37f9cb,43437,1731184422906, seqNum=2] 2024-11-09T20:33:49,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2] 2024-11-09T20:33:49,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc., hostname=221ead37f9cb,42781,1731184422955, seqNum=2] 2024-11-09T20:33:49,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:49,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:49,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:33:49,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:33:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:33:49,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:33:50,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-09T20:33:50,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33599 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T20:33:50,282 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-09T20:33:50,283 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 221ead37f9cb,33599,1731184422813 2024-11-09T20:33:50,283 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 221ead37f9cb,33599,1731184422813 2024-11-09T20:33:50,283 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 221ead37f9cb,33599,1731184422813: Simulated kill ***** 2024-11-09T20:33:50,283 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T20:33:50,285 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T20:33:50,287 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T20:33:50,287 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T20:33:50,287 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T20:33:50,288 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 552736096 }, "NonHeapMemoryUsage": { "committed": 158334976, "init": 7667712, "max": -1, "used": 155235464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T20:33:50,290 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44919 {}] master.MasterRpcServices(700): 221ead37f9cb,33599,1731184422813 reported a fatal error: ***** ABORTING region server 221ead37f9cb,33599,1731184422813: Simulated kill ***** 2024-11-09T20:33:50,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,33599,1731184422813' ***** 2024-11-09T20:33:50,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T20:33:50,292 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:33:50,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:33:50,293 INFO [RS:0;221ead37f9cb:33599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T20:33:50,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:33:50,293 INFO [RS:0;221ead37f9cb:33599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T20:33:50,293 INFO [RS:0;221ead37f9cb:33599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:33:50,293 INFO [RS:0;221ead37f9cb:33599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;221ead37f9cb:33599. 2024-11-09T20:33:50,294 DEBUG [RS:0;221ead37f9cb:33599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:33:50,298 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:33:50,298 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:33:50,299 DEBUG [RS:0;221ead37f9cb:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741836_1012 (size=54214) 2024-11-09T20:33:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741836_1012 (size=54214) 2024-11-09T20:33:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741836_1012 (size=54214) 2024-11-09T20:33:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741835_1011 (size=334920) 2024-11-09T20:33:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741835_1011 (size=334920) 2024-11-09T20:33:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741835_1011 (size=334920) 2024-11-09T20:33:50,314 DEBUG [RS:0;221ead37f9cb:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:33:50,315 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:33:50,315 INFO [RS:0;221ead37f9cb:33599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33599 2024-11-09T20:33:50,330 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:33:50,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:33:50,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,33599,1731184422813 2024-11-09T20:33:50,359 INFO [RS:0;221ead37f9cb:33599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:33:50,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,33599,1731184422813] 2024-11-09T20:33:50,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,33599,1731184422813 already deleted, retry=false 2024-11-09T20:33:50,376 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 221ead37f9cb,33599,1731184422813 on 221ead37f9cb,44919,1731184422094 2024-11-09T20:33:50,386 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,390 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 221ead37f9cb,33599,1731184422813 (carryingMeta=true) 221ead37f9cb,33599,1731184422813/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2eb8a3a7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T20:33:50,391 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,391 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:33:50,391 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:33:50,391 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:33:50,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:33:50,395 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,396 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:33:50,396 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:33:50,396 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:33:50,396 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:33:50,397 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:33:50,397 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:33:50,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:33:50,397 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:33:50,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:33:50,402 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:33:50,402 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:33:50,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:33:50,404 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,404 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:33:50,404 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T20:33:50,406 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:33:50,406 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,33599,1731184422813, table=hbase:meta, region=1588230740 2024-11-09T20:33:50,406 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPEN 2024-11-09T20:33:50,407 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:33:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:33:50,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:50,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:50,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:33:50,417 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184460417 2024-11-09T20:33:50,418 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:33:50,418 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,418 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:33:50,420 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:33:50,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:50,424 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true, isMeta: true 2024-11-09T20:33:50,426 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting 2024-11-09T20:33:50,428 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=1, meta=true 2024-11-09T20:33:50,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta}] 2024-11-09T20:33:50,431 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:33:50,431 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:33:50,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:33:50,431 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:33:50,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:33:50,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10122978c260001, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:33:50,469 INFO [RS:0;221ead37f9cb:33599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:33:50,469 INFO [RS:0;221ead37f9cb:33599 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,33599,1731184422813; zookeeper connection closed. 2024-11-09T20:33:50,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3822f37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3822f37 2024-11-09T20:33:50,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:33:50,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:50,527 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:50,527 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:33:50,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:50,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:50,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:50,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T20:33:50,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-09T20:33:50,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:50,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:50,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:33:50,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:50,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:50,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:51,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:51,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:51,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:33:51,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:51,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:51,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:51,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:33:51,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:52,434 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T20:33:52,435 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T20:33:52,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:33:52,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-09T20:33:52,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:33:52,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T20:33:52,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T20:33:52,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T20:33:52,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:52,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:52,568 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:52,575 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2151 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:33:52,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:52,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:33:52,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:52,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:54,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:54,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:54,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4180 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:33:54,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:54,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:33:54,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:54,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:58,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:33:58,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:33:58,629 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:33:58,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8212 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:33:58,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:58,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:33:58,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:33:58,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:08,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:08,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:08,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:08,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18289 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:11,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:34:16,030 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:44919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:34:18,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:18,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:18,807 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:18,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28389 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:25,314 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T20:34:25,314 INFO [master/221ead37f9cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T20:34:28,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:28,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:28,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:28,869 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38450 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:28,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:28,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:28,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:28,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:38,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:38,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:38,899 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:38,900 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48481 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:38,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:38,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:38,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:38,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:41,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:34:43,605 WARN [RS:2;221ead37f9cb:42781 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813: status=status unset, state=RUNNING, startTime=1731184430390, completionTime=-1 appears to have been leaked 2024-11-09T20:34:45,171 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e2e2e532e5cbf416c9a6ffb1288cd86 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,172 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02829dfde6859128634b2abe9333fa0d changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,173 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a51df803da578a3a2102eb2fab02cc34 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,174 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 84ae9770b038a05c1fb8e875a940335d changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,175 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a24147d747cec99d6524eb921bc2bde4 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,175 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7784b7af6df9f85d05c4e64423332bec changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,175 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1eb6a2cd79a173002523603f9ab0a468 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,175 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0f356260ed657fb4d1b73c401fb7e8dc changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1b407d1cc4d5d1ee3779c23119a178c5 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d33b64ce6652273e7ca756ad1db3426c changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7020a4c0d8303324c74c3f37d0e79520 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae95a32cb3889d070a7ffac48ed2b91f changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 88cd748985302f1b3f7791f8f3371ff0 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,176 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7a6699c68de1d5065467214210bc73b6 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,177 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00f6c3c9a6a961e214c4f5373f25caae changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,177 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d171ad499e2fe3cc5a168f79d32e2c22 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:45,177 DEBUG [master/221ead37f9cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 740c3c9e1123b489a6c653af28bdc8dc changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:34:47,067 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T20:34:50,035 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:44919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:34:50,427 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T20:33:50.422Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:50.528Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:50.737Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51.047Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:51.557Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:33:52.576Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:54.600Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:33:58.633Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:08.708Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:18.808Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:28.870Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:38.902Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T20:34:50,431 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:34:50,431 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:34:50,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:34:50,431 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:34:50,431 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:34:50,432 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:34:50,432 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:34:50,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:34:50,433 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:34:50,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T20:34:50,439 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:34:50,439 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:34:50,440 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:34:50,440 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:34:50,440 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:34:50,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T20:34:50,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:34:50,441 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,33599,1731184422813, table=hbase:meta, region=1588230740 2024-11-09T20:34:50,441 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPEN 2024-11-09T20:34:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:34:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:34:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:34:50,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:34:50,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:34:50,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:34:50,450 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184520450 2024-11-09T20:34:50,450 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:34:50,450 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true, isMeta: true 2024-11-09T20:34:50,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:50,450 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:50,451 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:50,452 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=1, meta=true 2024-11-09T20:34:50,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta}] 2024-11-09T20:34:50,452 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:34:50,457 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:34:50,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:34:50,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:50,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:50,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:34:50,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:50,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:50,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:50,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-09T20:34:50,642 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, size=52.9 K (54214bytes) 2024-11-09T20:34:50,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T20:34:50,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T20:34:50,643 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta 2024-11-09T20:34:50,648 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta after 4ms 2024-11-09T20:34:50,656 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta took 15ms 2024-11-09T20:34:50,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:34:50,672 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp 2024-11-09T20:34:50,675 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta so closing down 2024-11-09T20:34:50,675 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:34:50,676 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp 2024-11-09T20:34:50,681 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:34:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741864_1040 (size=53973) 2024-11-09T20:34:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741864_1040 (size=53973) 2024-11-09T20:34:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741864_1040 (size=53973) 2024-11-09T20:34:50,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-09T20:34:50,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T20:34:50,704 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-09T20:34:50,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, journal: Splitting hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, size=52.9 K (54214bytes) at 1731184490642Finishing writing output for hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta so closing down at 1731184490675 (+33 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp at 1731184490677 (+2 ms)3 split writer threads finished at 1731184490681 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731184490692 (+11 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731184490699 (+7 ms)Processed 58 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731184490704 (+5 ms) 2024-11-09T20:34:50,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta 2024-11-09T20:34:50,706 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T20:34:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T20:34:50,716 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs 2024-11-09T20:34:50,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T20:34:50,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 in 257 msec 2024-11-09T20:34:50,720 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:34:50,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T20:34:50,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 in 269 msec 2024-11-09T20:34:50,726 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting dir is empty, no logs to split. 2024-11-09T20:34:50,726 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=0, meta=true 2024-11-09T20:34:50,726 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,33599,1731184422813 WAL splitting is done? wals=0, meta=true 2024-11-09T20:34:50,726 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:34:50,726 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:34:50,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:34:50,726 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:34:50,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:50,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:50,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:34:50,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:50,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:50,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:51,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:51,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:51,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:34:51,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:52,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:52,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:52,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:52,600 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:52,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:52,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:52,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:52,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:54,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:54,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:54,627 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:54,628 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:58,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:34:58,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:34:58,658 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:34:58,659 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8209 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:34:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:34:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:34:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:08,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:08,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:08,717 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:08,717 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18267 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:11,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:35:18,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:18,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:18,759 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:18,761 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28310 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:28,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:28,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:28,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:28,859 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38408 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:28,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:28,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:38,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:38,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:38,949 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:38,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48500 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:38,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:38,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:38,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:38,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:41,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:35:48,748 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T20:35:50,039 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=221ead37f9cb:44919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T20:35:50,457 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T20:34:50.452Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:50.557Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:50.767Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51.078Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:51.587Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:34:52.602Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:54.628Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:34:58.661Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:08.718Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:18.762Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:28.861Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:38.952Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T20:35:50,461 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:35:50,461 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:35:50,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:35:50,462 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:35:50,462 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:35:50,463 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:35:50,463 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:35:50,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:35:50,464 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:35:50,464 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:35:50,465 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:35:50,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T20:35:50,469 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:35:50,469 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:35:50,469 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:35:50,469 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:35:50,470 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:35:50,470 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:35:50,470 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:35:50,471 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:35:50,471 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:35:50,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:35:50,471 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:35:50,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T20:35:50,471 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:35:50,472 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,33599,1731184422813, table=hbase:meta, region=1588230740 2024-11-09T20:35:50,472 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPEN 2024-11-09T20:35:50,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:50,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:50,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:35:50,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:50,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:50,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:35:50,515 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184580515 2024-11-09T20:35:50,515 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:35:50,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:50,516 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:50,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:50,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:50,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:50,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:50,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:50,518 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting dir is empty, no logs to split. 2024-11-09T20:35:50,518 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=0, meta=true 2024-11-09T20:35:50,518 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,33599,1731184422813 WAL splitting is done? wals=0, meta=true 2024-11-09T20:35:50,518 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:35:50,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:35:50,521 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:35:50,521 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:35:50,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:35:50,521 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:35:50,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:50,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:50,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:35:50,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:50,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:50,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:50,836 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:50,836 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:50,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:35:50,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:50,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:50,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:51,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:51,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:51,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:35:51,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:51,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:51,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:51,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:35:51,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:52,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:52,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:52,679 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:52,680 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2164 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:54,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:54,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:54,698 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:54,699 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4183 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:58,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:35:58,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:35:58,719 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:35:58,720 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8204 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:35:58,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:58,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:35:58,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:35:58,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:08,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:08,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:08,757 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:08,757 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18241 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:36:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:36:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:11,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:36:18,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:18,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:18,797 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:18,798 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28282 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:36:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:36:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:28,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:28,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:28,817 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:28,817 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38301 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:36:28,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:28,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:36:28,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:28,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:38,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:38,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:38,907 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:38,908 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 221ead37f9cb,33599,1731184422813 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48391 ms java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T20:36:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:36:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:41,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:36:50,517 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T20:35:50.517Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:50.628Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:50.838Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51.148Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:51.658Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:35:52.682Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:54.700Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:35:58.722Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:08.758Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:18.798Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:28.819Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:38.908Z, java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T20:36:50,518 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:50,518 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:50,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:50,518 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:50,518 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:50,519 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:50,519 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:50,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:50,519 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:50,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:36:50,521 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:50,521 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:50,521 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:50,522 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:50,522 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:50,522 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:50,522 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:50,523 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:50,523 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:50,523 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:50,523 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:50,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T20:36:50,523 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:50,524 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,33599,1731184422813, table=hbase:meta, region=1588230740 2024-11-09T20:36:50,524 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,33599,1731184422813, state=OPEN 2024-11-09T20:36:50,572 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:50,573 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,581 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184640581 2024-11-09T20:36:50,581 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:50,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:36:50,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:50,582 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:50,582 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:50,583 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:36:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:50,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:50,586 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1] 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:50,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:50,736 DEBUG [221ead37f9cb:44919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:36:50,737 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:36:50,737 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:36:50,737 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:36:50,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:50,739 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPENING 2024-11-09T20:36:50,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:50,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:50,753 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:50,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:50,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:50,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1] 2024-11-09T20:36:50,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:36:50,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:36:50,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42781 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:49469 deadline: 1731184670583, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 221ead37f9cb,42781,1731184422955 2024-11-09T20:36:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 221ead37f9cb,42781,1731184422955 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:36:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 221ead37f9cb,42781,1731184422955 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:36:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 from cache 2024-11-09T20:36:50,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54207, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:36:50,912 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:36:50,912 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:36:50,913 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:36:50,915 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=221ead37f9cb%2C42781%2C1731184422955.meta, suffix=.meta, logDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs, maxLogs=32 2024-11-09T20:36:50,944 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955/221ead37f9cb%2C42781%2C1731184422955.meta.1731184610917.meta, exclude list is [], retry=0 2024-11-09T20:36:50,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44687,DS-5787d17b-3c2d-46e1-b30c-87a707585da7,DISK] 2024-11-09T20:36:50,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37453,DS-9ebbd4bc-4f6e-4649-91c0-041c5d50a924,DISK] 2024-11-09T20:36:50,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-9234bdf0-e18c-4f70-a808-276baad23660,DISK] 2024-11-09T20:36:50,957 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,42781,1731184422955/221ead37f9cb%2C42781%2C1731184422955.meta.1731184610917.meta 2024-11-09T20:36:50,958 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40837:40837),(127.0.0.1/127.0.0.1:42539:42539),(127.0.0.1/127.0.0.1:44721:44721)] 2024-11-09T20:36:50,958 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:36:50,958 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:36:50,959 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:36:50,959 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:36:50,959 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:36:50,959 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:50,959 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:36:50,959 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:36:50,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:36:50,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:36:50,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:50,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:36:50,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:36:50,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:36:50,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:50,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:36:50,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:36:50,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:36:50,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:50,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:36:50,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:36:50,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:36:50,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:50,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:36:50,969 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:36:50,970 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:36:50,973 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740 2024-11-09T20:36:50,974 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T20:36:50,982 WARN [RS:2;221ead37f9cb:42781 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813: status=Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731184430404, completionTime=-1 appears to have been leaked 2024-11-09T20:36:50,982 WARN [RS:2;221ead37f9cb:42781 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813: status=Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731184490440, completionTime=-1 appears to have been leaked 2024-11-09T20:36:50,982 WARN [RS:2;221ead37f9cb:42781 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813: status=Processing ServerCrashProcedure of 221ead37f9cb,33599,1731184422813 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1731184550470, completionTime=-1 appears to have been leaked 2024-11-09T20:36:50,993 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T20:36:50,997 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-09T20:36:51,091 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/c8f10ef4ca854af5918545678df1efae is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c./info:regioninfo/1731184426856/Put/seqid=0 2024-11-09T20:36:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741866_1042 (size=58053) 2024-11-09T20:36:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741866_1042 (size=58053) 2024-11-09T20:36:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741866_1042 (size=58053) 2024-11-09T20:36:51,186 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/c8f10ef4ca854af5918545678df1efae 2024-11-09T20:36:51,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:51,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1] 2024-11-09T20:36:51,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42781 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:49469 deadline: 1731184670581, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 221ead37f9cb,42781,1731184422955 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:36:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 221ead37f9cb,42781,1731184422955 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:36:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1 from cache 2024-11-09T20:36:51,298 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/ns/411f105e679a4c569f05f9882112e15a is 43, key is default/ns:d/1731184425091/Put/seqid=0 2024-11-09T20:36:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:36:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:36:51,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:36:51,335 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/ns/411f105e679a4c569f05f9882112e15a 2024-11-09T20:36:51,384 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/table/09d6cb88646f4659a4f58daa8302f7c0 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731184426888/Put/seqid=0 2024-11-09T20:36:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741868_1044 (size=5620) 2024-11-09T20:36:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741868_1044 (size=5620) 2024-11-09T20:36:51,450 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/table/09d6cb88646f4659a4f58daa8302f7c0 2024-11-09T20:36:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741868_1044 (size=5620) 2024-11-09T20:36:51,472 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/c8f10ef4ca854af5918545678df1efae as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/info/c8f10ef4ca854af5918545678df1efae 2024-11-09T20:36:51,489 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/info/c8f10ef4ca854af5918545678df1efae, entries=260, sequenceid=60, filesize=56.7 K 2024-11-09T20:36:51,492 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/ns/411f105e679a4c569f05f9882112e15a as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/ns/411f105e679a4c569f05f9882112e15a 2024-11-09T20:36:51,520 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/ns/411f105e679a4c569f05f9882112e15a, entries=2, sequenceid=60, filesize=5.0 K 2024-11-09T20:36:51,521 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/table/09d6cb88646f4659a4f58daa8302f7c0 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/table/09d6cb88646f4659a4f58daa8302f7c0 2024-11-09T20:36:51,533 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/table/09d6cb88646f4659a4f58daa8302f7c0, entries=2, sequenceid=60, filesize=5.5 K 2024-11-09T20:36:51,539 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=60, compaction requested=false; wal=null 2024-11-09T20:36:51,540 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T20:36:51,543 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:36:51,543 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:36:51,544 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:36:51,546 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:36:51,551 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-09T20:36:51,552 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63552323, jitterRate=-0.05299659073352814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:36:51,552 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:36:51,552 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731184610960Writing region info on filesystem at 1731184610960Initializing all the Stores at 1731184610961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184610961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184610961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184610961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731184610961Obtaining lock to block concurrent updates at 1731184610997 (+36 ms)Preparing flush snapshotting stores in 1588230740 at 1731184610997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731184611000 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731184611000Flushing 1588230740/info: creating writer at 1731184611004 (+4 ms)Flushing 1588230740/info: appending metadata at 1731184611078 (+74 ms)Flushing 1588230740/info: closing flushed file at 1731184611081 (+3 ms)Flushing 1588230740/ns: creating writer at 1731184611269 (+188 ms)Flushing 1588230740/ns: appending metadata at 1731184611297 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731184611297Flushing 1588230740/table: creating writer at 1731184611347 (+50 ms)Flushing 1588230740/table: appending metadata at 1731184611381 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731184611381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b24c71a: reopening flushed file at 1731184611468 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b81a898: reopening flushed file at 1731184611491 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a67fa64: reopening flushed file at 1731184611520 (+29 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=60, compaction requested=false; wal=null at 1731184611539 (+19 ms)Cleaning up temporary data from old regions at 1731184611543 (+4 ms)Running coprocessor post-open hooks at 1731184611552 (+9 ms)Region opened successfully at 1731184611552 2024-11-09T20:36:51,554 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731184610906 2024-11-09T20:36:51,559 DEBUG [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:36:51,559 INFO [RS_OPEN_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:36:51,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,567 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,611 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T20:36:51,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 in 858 msec 2024-11-09T20:36:51,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-09T20:36:51,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0350 sec 2024-11-09T20:36:51,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:51,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1] 2024-11-09T20:36:51,776 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,776 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,776 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,777 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,778 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,779 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,779 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:51,779 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184671779 2024-11-09T20:36:51,779 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184731779 2024-11-09T20:36:51,779 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1980 sec 2024-11-09T20:36:51,780 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 221ead37f9cb,33599,1731184422813 had 10 regions 2024-11-09T20:36:51,780 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:36:51,780 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:51,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:51,781 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:51,781 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:51,781 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:51,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:51,781 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:51,781 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:51,782 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:51,782 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:51,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:51,782 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:51,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:51,788 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:51,789 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:51,791 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:51,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T20:36:51,796 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=61 2024-11-09T20:36:51,796 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,42781,1731184422955, table=hbase:meta, region=1588230740 2024-11-09T20:36:51,797 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:51,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:51,807 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:51,823 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184641823 2024-11-09T20:36:51,823 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,833 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,834 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:51,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:51,836 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:51,836 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:51,836 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184671836 2024-11-09T20:36:51,836 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184731836 2024-11-09T20:36:51,836 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-09T20:36:51,837 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 221ead37f9cb,33599,1731184422813 had 9 regions 2024-11-09T20:36:51,837 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:51,838 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true, isMeta: false 2024-11-09T20:36:51,843 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=1, meta=false 2024-11-09T20:36:51,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461}] 2024-11-09T20:36:51,843 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:36:51,843 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:51,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:51,843 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:52,087 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,087 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:52,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:52,087 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:52,087 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:52,087 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:52,087 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:52,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:52,088 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:52,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:36:52,091 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:52,091 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:52,091 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:52,092 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:52,092 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:52,092 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:52,093 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,094 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T20:36:52,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=61 2024-11-09T20:36:52,095 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,42781,1731184422955, table=hbase:meta, region=1588230740 2024-11-09T20:36:52,096 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,111 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184642111 2024-11-09T20:36:52,111 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:52,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,123 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,127 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:52,127 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184672127 2024-11-09T20:36:52,127 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184732127 2024-11-09T20:36:52,127 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-09T20:36:52,127 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true, isMeta: false 2024-11-09T20:36:52,130 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=1, meta=false 2024-11-09T20:36:52,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461}] 2024-11-09T20:36:52,131 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:52,134 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:52,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-09T20:36:52,373 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461, size=327.1 K (334920bytes) 2024-11-09T20:36:52,373 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 2024-11-09T20:36:52,373 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 after 0ms 2024-11-09T20:36:52,415 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 took 43ms 2024-11-09T20:36:52,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6a7e8aff33f170f145eda0c4e6105845: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,430 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bc9f19810272debd280a75e60c1b13ee: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d4230d24456530edb30563fa89ea75ee: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d2ad72e155731e25909249d5e95fa4e5: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,447 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ba63f8a0b2aea609e4ff26818a57fccf: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 18d3e7d00a2528e9356433ab2c1e60aa: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,457 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3fa83386656aab7f1860f9919e897e6a: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e3943fa080ecfaa5aa5619bc6ea32255: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,462 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6c2bcb0e9d9b8f341d4aa33555911e5d: last_flushed_sequence_id: 18446744073709551615 2024-11-09T20:36:52,470 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,473 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,481 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,481 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,486 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,491 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,495 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,497 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,504 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,504 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,510 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,512 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,519 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,521 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,522 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,533 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 so closing down 2024-11-09T20:36:52,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:36:52,551 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,555 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp 2024-11-09T20:36:52,556 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:36:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741869_1045 (size=36767) 2024-11-09T20:36:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741869_1045 (size=36767) 2024-11-09T20:36:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741869_1045 (size=36767) 2024-11-09T20:36:52,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004 2024-11-09T20:36:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741870_1046 (size=36767) 2024-11-09T20:36:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741870_1046 (size=36767) 2024-11-09T20:36:52,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T20:36:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741870_1046 (size=36767) 2024-11-09T20:36:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741871_1047 (size=36767) 2024-11-09T20:36:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741871_1047 (size=36767) 2024-11-09T20:36:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741871_1047 (size=36767) 2024-11-09T20:36:52,620 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004 2024-11-09T20:36:52,622 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004 2024-11-09T20:36:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741872_1048 (size=36767) 2024-11-09T20:36:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741872_1048 (size=36767) 2024-11-09T20:36:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741872_1048 (size=36767) 2024-11-09T20:36:52,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004 2024-11-09T20:36:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741873_1049 (size=36767) 2024-11-09T20:36:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741873_1049 (size=36767) 2024-11-09T20:36:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741873_1049 (size=36767) 2024-11-09T20:36:52,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004 2024-11-09T20:36:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741874_1050 (size=36767) 2024-11-09T20:36:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741874_1050 (size=36767) 2024-11-09T20:36:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741874_1050 (size=36767) 2024-11-09T20:36:52,674 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,676 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004 2024-11-09T20:36:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741875_1051 (size=36767) 2024-11-09T20:36:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741875_1051 (size=36767) 2024-11-09T20:36:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741875_1051 (size=36767) 2024-11-09T20:36:52,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004 2024-11-09T20:36:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741876_1052 (size=36767) 2024-11-09T20:36:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741876_1052 (size=36767) 2024-11-09T20:36:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741876_1052 (size=36767) 2024-11-09T20:36:52,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004 2024-11-09T20:36:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741877_1053 (size=36767) 2024-11-09T20:36:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741877_1053 (size=36767) 2024-11-09T20:36:52,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741877_1053 (size=36767) 2024-11-09T20:36:52,747 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T20:36:52,757 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004 2024-11-09T20:36:52,757 INFO [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 336 ms; skipped=9; WAL=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-09T20:36:52,757 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461, journal: Splitting hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461, size=327.1 K (334920bytes) at 1731184612373Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612481 (+108 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612486 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612495 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612504 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612513 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612519 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612533 (+14 ms)Split 9 edits, skipped 9 edits. at 1731184612534 (+1 ms)Finishing writing output for hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 so closing down at 1731184612534Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612551 (+17 ms)Creating recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp at 1731184612555 (+4 ms)3 split writer threads finished at 1731184612556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612607 (+51 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004 at 1731184612609 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731184612614 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612620 (+6 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004 at 1731184612621 (+1 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004 at 1731184612622 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612640 (+18 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004 at 1731184612644 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612658 (+14 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004 at 1731184612664 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612674 (+10 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004 at 1731184612676 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612702 (+26 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004 at 1731184612706 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612718 (+12 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004 at 1731184612724 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731184612747 (+23 ms)Rename recovered edits hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004-221ead37f9cb%2C33599%2C1731184422813.1731184424461.temp to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004 at 1731184612757 (+10 ms)Processed 18 edits across 9 Regions in 336 ms; skipped=9; WAL=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731184612757 2024-11-09T20:36:52,758 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 2024-11-09T20:36:52,758 DEBUG [RS_LOG_REPLAY_OPS-regionserver/221ead37f9cb:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-09T20:36:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44919 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-09T20:36:52,765 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting/221ead37f9cb%2C33599%2C1731184422813.1731184424461 to hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs 2024-11-09T20:36:52,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T20:36:52,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 in 630 msec 2024-11-09T20:36:52,774 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-09T20:36:52,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 in 644 msec 2024-11-09T20:36:52,784 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting dir is empty, no logs to split. 2024-11-09T20:36:52,784 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=0, meta=false 2024-11-09T20:36:52,784 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,33599,1731184422813 WAL splitting is done? wals=0, meta=false 2024-11-09T20:36:52,785 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:36:52,785 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:52,785 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:52,878 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,878 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:52,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:52,878 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:52,878 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:52,879 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:52,879 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:52,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:52,879 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:52,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:52,887 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:52,888 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:52,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:52,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-09T20:36:52,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=61 2024-11-09T20:36:52,896 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,42781,1731184422955, table=hbase:meta, region=1588230740 2024-11-09T20:36:52,897 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:52,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:52,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:52,936 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:52,942 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184642942 2024-11-09T20:36:52,943 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:52,949 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,950 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,951 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,952 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,953 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:52,953 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:52,953 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:52,953 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:52,953 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184672953 2024-11-09T20:36:52,953 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184732953 2024-11-09T20:36:52,953 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-09T20:36:52,955 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 221ead37f9cb,33599,1731184422813 does not exist 2024-11-09T20:36:52,955 INFO [PEWorker-1 {}] master.SplitWALManager(105): 221ead37f9cb,33599,1731184422813 WAL count=0, meta=false 2024-11-09T20:36:52,955 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 221ead37f9cb,33599,1731184422813 WAL splitting is done? wals=0, meta=false 2024-11-09T20:36:52,956 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 221ead37f9cb,33599,1731184422813 failed, ignore...File hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/WALs/221ead37f9cb,33599,1731184422813-splitting does not exist. 2024-11-09T20:36:52,956 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:52,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN}] 2024-11-09T20:36:52,958 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:36:52,958 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:52,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:52,958 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:53,203 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:53,204 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:53,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:53,204 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:53,204 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:53,204 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:53,204 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:53,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:53,205 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:53,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:53,207 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:53,208 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:53,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T20:36:53,219 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=61 2024-11-09T20:36:53,219 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,42781,1731184422955, table=hbase:meta, region=1588230740 2024-11-09T20:36:53,219 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:53,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:53,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:53,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:53,229 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184643229 2024-11-09T20:36:53,229 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:53,235 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,235 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,235 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,235 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,236 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,237 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,33599,1731184422813, regionLocation=221ead37f9cb,33599,1731184422813, openSeqNum=2 2024-11-09T20:36:53,238 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:53,239 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:53,239 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184673239 2024-11-09T20:36:53,239 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184733239 2024-11-09T20:36:53,239 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-09T20:36:53,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN}] 2024-11-09T20:36:53,242 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:53,245 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN 2024-11-09T20:36:53,246 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN 2024-11-09T20:36:53,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN 2024-11-09T20:36:53,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN 2024-11-09T20:36:53,273 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,274 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN 2024-11-09T20:36:53,275 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN 2024-11-09T20:36:53,276 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN 2024-11-09T20:36:53,278 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN 2024-11-09T20:36:53,281 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN 2024-11-09T20:36:53,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:36:53,397 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(204): Hosts are {221ead37f9cb=0} racks are {/default-rack=0} 2024-11-09T20:36:53,397 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:36:53,397 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:36:53,397 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:36:53,397 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:36:53,397 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:36:53,397 INFO [221ead37f9cb:44919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:36:53,398 DEBUG [221ead37f9cb:44919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:36:53,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=6a7e8aff33f170f145eda0c4e6105845, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:53,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:53,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d4230d24456530edb30563fa89ea75ee, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:53,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPENING, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:53,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=3fa83386656aab7f1860f9919e897e6a, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bc9f19810272debd280a75e60c1b13ee, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN because future has completed 2024-11-09T20:36:53,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN because future has completed 2024-11-09T20:36:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN because future has completed 2024-11-09T20:36:53,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN because future has completed 2024-11-09T20:36:53,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:36:53,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN because future has completed 2024-11-09T20:36:53,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN because future has completed 2024-11-09T20:36:53,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN because future has completed 2024-11-09T20:36:53,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:53,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:53,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:53,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:36:53,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:36:53,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,43437,1731184422906}] 2024-11-09T20:36:53,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d2ad72e155731e25909249d5e95fa4e5, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPENING, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN because future has completed 2024-11-09T20:36:53,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:53,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN because future has completed 2024-11-09T20:36:53,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,42781,1731184422955}] 2024-11-09T20:36:53,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:36:53,584 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:53,584 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => ba63f8a0b2aea609e4ff26818a57fccf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-09T20:36:53,584 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,585 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:53,585 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,585 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,588 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:53,589 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a7e8aff33f170f145eda0c4e6105845, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-09T20:36:53,592 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,592 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:53,593 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,593 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,599 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,607 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily11 2024-11-09T20:36:53,607 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,608 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,608 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,610 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily21 2024-11-09T20:36:53,610 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,611 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,611 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,612 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba63f8a0b2aea609e4ff26818a57fccf columnFamilyName colfamily31 2024-11-09T20:36:53,612 DEBUG [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,612 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,613 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily11 2024-11-09T20:36:53,614 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,614 INFO [StoreOpener-ba63f8a0b2aea609e4ff26818a57fccf-1 {}] regionserver.HStore(327): Store=ba63f8a0b2aea609e4ff26818a57fccf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,614 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,615 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,616 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,616 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,617 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily21 2024-11-09T20:36:53,617 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,618 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,618 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,636 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,637 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7e8aff33f170f145eda0c4e6105845 columnFamilyName colfamily31 2024-11-09T20:36:53,637 DEBUG [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,637 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004 2024-11-09T20:36:53,639 INFO [StoreOpener-6a7e8aff33f170f145eda0c4e6105845-1 {}] regionserver.HStore(327): Store=6a7e8aff33f170f145eda0c4e6105845/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,639 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,642 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,648 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004 2024-11-09T20:36:53,649 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing ba63f8a0b2aea609e4ff26818a57fccf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:53,649 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,651 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004 2024-11-09T20:36:53,662 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004 2024-11-09T20:36:53,662 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 6a7e8aff33f170f145eda0c4e6105845 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:53,705 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/.tmp/colfamily11/65413b0ab57445fcbbc1708f8b74eb08 is 52, key is yyy/colfamily11:colfamily11/1731184429616/Put/seqid=0 2024-11-09T20:36:53,708 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/.tmp/colfamily11/783625d499aa409594e9bf75974333e2 is 52, key is vvv/colfamily11:colfamily11/1731184429578/Put/seqid=0 2024-11-09T20:36:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741878_1054 (size=39263) 2024-11-09T20:36:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741878_1054 (size=39263) 2024-11-09T20:36:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741878_1054 (size=39263) 2024-11-09T20:36:53,775 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/.tmp/colfamily11/65413b0ab57445fcbbc1708f8b74eb08 2024-11-09T20:36:53,804 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/.tmp/colfamily11/65413b0ab57445fcbbc1708f8b74eb08 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/colfamily11/65413b0ab57445fcbbc1708f8b74eb08 2024-11-09T20:36:53,817 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/colfamily11/65413b0ab57445fcbbc1708f8b74eb08, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:53,818 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba63f8a0b2aea609e4ff26818a57fccf in 168ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:53,819 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/0000000000000000004 2024-11-09T20:36:53,821 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,822 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,823 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741879_1055 (size=39263) 2024-11-09T20:36:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741879_1055 (size=39263) 2024-11-09T20:36:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741879_1055 (size=39263) 2024-11-09T20:36:53,827 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,830 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/.tmp/colfamily11/783625d499aa409594e9bf75974333e2 2024-11-09T20:36:53,835 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:53,836 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened ba63f8a0b2aea609e4ff26818a57fccf; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979611, jitterRate=-0.031728342175483704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:53,837 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:53,837 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for ba63f8a0b2aea609e4ff26818a57fccf: Running coprocessor pre-open hook at 1731184613585Writing region info on filesystem at 1731184613585Initializing all the Stores at 1731184613586 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613586Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613598 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613598Obtaining lock to block concurrent updates at 1731184613649 (+51 ms)Preparing flush snapshotting stores in ba63f8a0b2aea609e4ff26818a57fccf at 1731184613649Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184613649Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. at 1731184613649Flushing ba63f8a0b2aea609e4ff26818a57fccf/colfamily11: creating writer at 1731184613649Flushing ba63f8a0b2aea609e4ff26818a57fccf/colfamily11: appending metadata at 1731184613704 (+55 ms)Flushing ba63f8a0b2aea609e4ff26818a57fccf/colfamily11: closing flushed file at 1731184613704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca35479: reopening flushed file at 1731184613796 (+92 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba63f8a0b2aea609e4ff26818a57fccf in 168ms, sequenceid=4, compaction requested=false; wal=null at 1731184613818 (+22 ms)Cleaning up temporary data from old regions at 1731184613822 (+4 ms)Running coprocessor post-open hooks at 1731184613837 (+15 ms)Region opened successfully at 1731184613837 2024-11-09T20:36:53,838 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., pid=76, masterSystemTime=1731184613579 2024-11-09T20:36:53,841 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/.tmp/colfamily11/783625d499aa409594e9bf75974333e2 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/colfamily11/783625d499aa409594e9bf75974333e2 2024-11-09T20:36:53,841 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:53,841 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:53,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:53,842 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:53,842 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d3e7d00a2528e9356433ab2c1e60aa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-09T20:36:53,842 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,843 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:53,843 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,843 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:36:53,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=68 2024-11-09T20:36:53,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,42781,1731184422955 in 401 msec 2024-11-09T20:36:53,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN in 610 msec 2024-11-09T20:36:53,859 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,864 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily11 2024-11-09T20:36:53,865 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/colfamily11/783625d499aa409594e9bf75974333e2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:53,865 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6a7e8aff33f170f145eda0c4e6105845 in 203ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:53,867 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/0000000000000000004 2024-11-09T20:36:53,871 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,872 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,872 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,875 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,875 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,876 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily21 2024-11-09T20:36:53,877 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,877 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:53,878 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,880 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,881 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,884 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d3e7d00a2528e9356433ab2c1e60aa columnFamilyName colfamily31 2024-11-09T20:36:53,884 DEBUG [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,885 INFO [StoreOpener-18d3e7d00a2528e9356433ab2c1e60aa-1 {}] regionserver.HStore(327): Store=18d3e7d00a2528e9356433ab2c1e60aa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,885 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,887 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,890 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:53,890 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004 2024-11-09T20:36:53,897 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004 2024-11-09T20:36:53,897 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 18d3e7d00a2528e9356433ab2c1e60aa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:53,900 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:53,902 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 6a7e8aff33f170f145eda0c4e6105845; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66131496, jitterRate=-0.014563918113708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:53,902 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:53,903 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 6a7e8aff33f170f145eda0c4e6105845: Running coprocessor pre-open hook at 1731184613593Writing region info on filesystem at 1731184613593Initializing all the Stores at 1731184613597 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613597Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613612 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613612Obtaining lock to block concurrent updates at 1731184613662 (+50 ms)Preparing flush snapshotting stores in 6a7e8aff33f170f145eda0c4e6105845 at 1731184613662Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184613662Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. at 1731184613662Flushing 6a7e8aff33f170f145eda0c4e6105845/colfamily11: creating writer at 1731184613663 (+1 ms)Flushing 6a7e8aff33f170f145eda0c4e6105845/colfamily11: appending metadata at 1731184613706 (+43 ms)Flushing 6a7e8aff33f170f145eda0c4e6105845/colfamily11: closing flushed file at 1731184613706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c097d1b: reopening flushed file at 1731184613839 (+133 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6a7e8aff33f170f145eda0c4e6105845 in 203ms, sequenceid=4, compaction requested=false; wal=null at 1731184613865 (+26 ms)Cleaning up temporary data from old regions at 1731184613875 (+10 ms)Running coprocessor post-open hooks at 1731184613902 (+27 ms)Region opened successfully at 1731184613903 (+1 ms) 2024-11-09T20:36:53,904 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., pid=79, masterSystemTime=1731184613572 2024-11-09T20:36:53,906 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:53,906 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:53,906 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:53,906 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => e3943fa080ecfaa5aa5619bc6ea32255, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-09T20:36:53,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:53,907 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,907 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:53,907 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,907 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:36:53,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-09T20:36:53,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,43437,1731184422906 in 451 msec 2024-11-09T20:36:53,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN in 671 msec 2024-11-09T20:36:53,927 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,928 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily11 2024-11-09T20:36:53,928 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,930 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,930 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,931 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily21 2024-11-09T20:36:53,931 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,933 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,934 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,936 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3943fa080ecfaa5aa5619bc6ea32255 columnFamilyName colfamily31 2024-11-09T20:36:53,936 DEBUG [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:53,937 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/.tmp/colfamily11/47870c5dbd99497eafc36e28192bedf7 is 52, key is ccc/colfamily11:colfamily11/1731184429210/Put/seqid=0 2024-11-09T20:36:53,939 INFO [StoreOpener-e3943fa080ecfaa5aa5619bc6ea32255-1 {}] regionserver.HStore(327): Store=e3943fa080ecfaa5aa5619bc6ea32255/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:53,939 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,940 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,943 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:53,944 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004 2024-11-09T20:36:53,951 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004 2024-11-09T20:36:53,951 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing e3943fa080ecfaa5aa5619bc6ea32255 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,003 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/.tmp/colfamily11/5760146040eb419ca47dd5461d7cb8a4 is 52, key is ddd/colfamily11:colfamily11/1731184429259/Put/seqid=0 2024-11-09T20:36:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741880_1056 (size=39263) 2024-11-09T20:36:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741880_1056 (size=39263) 2024-11-09T20:36:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741880_1056 (size=39263) 2024-11-09T20:36:54,021 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/.tmp/colfamily11/47870c5dbd99497eafc36e28192bedf7 2024-11-09T20:36:54,032 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/.tmp/colfamily11/47870c5dbd99497eafc36e28192bedf7 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/colfamily11/47870c5dbd99497eafc36e28192bedf7 2024-11-09T20:36:54,044 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/colfamily11/47870c5dbd99497eafc36e28192bedf7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,045 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 18d3e7d00a2528e9356433ab2c1e60aa in 147ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,046 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/0000000000000000004 2024-11-09T20:36:54,049 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:54,049 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:54,050 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,053 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741881_1057 (size=39263) 2024-11-09T20:36:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741881_1057 (size=39263) 2024-11-09T20:36:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741881_1057 (size=39263) 2024-11-09T20:36:54,091 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/.tmp/colfamily11/5760146040eb419ca47dd5461d7cb8a4 2024-11-09T20:36:54,102 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,105 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 18d3e7d00a2528e9356433ab2c1e60aa; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66808489, jitterRate=-0.00447593629360199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,105 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:54,105 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 18d3e7d00a2528e9356433ab2c1e60aa: Running coprocessor pre-open hook at 1731184613843Writing region info on filesystem at 1731184613843Initializing all the Stores at 1731184613850 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613851 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613858 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613858Obtaining lock to block concurrent updates at 1731184613897 (+39 ms)Preparing flush snapshotting stores in 18d3e7d00a2528e9356433ab2c1e60aa at 1731184613897Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184613898 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. at 1731184613898Flushing 18d3e7d00a2528e9356433ab2c1e60aa/colfamily11: creating writer at 1731184613898Flushing 18d3e7d00a2528e9356433ab2c1e60aa/colfamily11: appending metadata at 1731184613936 (+38 ms)Flushing 18d3e7d00a2528e9356433ab2c1e60aa/colfamily11: closing flushed file at 1731184613936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f103484: reopening flushed file at 1731184614031 (+95 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 18d3e7d00a2528e9356433ab2c1e60aa in 147ms, sequenceid=4, compaction requested=false; wal=null at 1731184614045 (+14 ms)Cleaning up temporary data from old regions at 1731184614049 (+4 ms)Running coprocessor post-open hooks at 1731184614105 (+56 ms)Region opened successfully at 1731184614105 2024-11-09T20:36:54,107 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., pid=81, masterSystemTime=1731184613579 2024-11-09T20:36:54,107 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/.tmp/colfamily11/5760146040eb419ca47dd5461d7cb8a4 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/colfamily11/5760146040eb419ca47dd5461d7cb8a4 2024-11-09T20:36:54,109 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:54,110 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:54,110 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:54,110 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => bc9f19810272debd280a75e60c1b13ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-09T20:36:54,110 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,110 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:54,111 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,111 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:36:54,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=66 2024-11-09T20:36:54,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,42781,1731184422955 in 629 msec 2024-11-09T20:36:54,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN in 877 msec 2024-11-09T20:36:54,125 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/colfamily11/5760146040eb419ca47dd5461d7cb8a4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,126 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3943fa080ecfaa5aa5619bc6ea32255 in 174ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,127 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/0000000000000000004 2024-11-09T20:36:54,128 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:54,129 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:54,130 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,135 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:54,138 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,141 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily11 2024-11-09T20:36:54,141 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,142 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,142 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,143 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily21 2024-11-09T20:36:54,143 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,144 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,145 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,147 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9f19810272debd280a75e60c1b13ee columnFamilyName colfamily31 2024-11-09T20:36:54,147 DEBUG [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,147 INFO [StoreOpener-bc9f19810272debd280a75e60c1b13ee-1 {}] regionserver.HStore(327): Store=bc9f19810272debd280a75e60c1b13ee/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,148 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,149 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,151 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,152 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,160 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,161 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing bc9f19810272debd280a75e60c1b13ee 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,161 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,162 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened e3943fa080ecfaa5aa5619bc6ea32255; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63499623, jitterRate=-0.05378188192844391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,163 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:54,163 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for e3943fa080ecfaa5aa5619bc6ea32255: Running coprocessor pre-open hook at 1731184613907Writing region info on filesystem at 1731184613907Initializing all the Stores at 1731184613909 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613909Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613926 (+17 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184613927 (+1 ms)Obtaining lock to block concurrent updates at 1731184613951 (+24 ms)Preparing flush snapshotting stores in e3943fa080ecfaa5aa5619bc6ea32255 at 1731184613951Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184613952 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. at 1731184613952Flushing e3943fa080ecfaa5aa5619bc6ea32255/colfamily11: creating writer at 1731184613952Flushing e3943fa080ecfaa5aa5619bc6ea32255/colfamily11: appending metadata at 1731184614003 (+51 ms)Flushing e3943fa080ecfaa5aa5619bc6ea32255/colfamily11: closing flushed file at 1731184614003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a0118f: reopening flushed file at 1731184614103 (+100 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3943fa080ecfaa5aa5619bc6ea32255 in 174ms, sequenceid=4, compaction requested=false; wal=null at 1731184614126 (+23 ms)Cleaning up temporary data from old regions at 1731184614129 (+3 ms)Running coprocessor post-open hooks at 1731184614163 (+34 ms)Region opened successfully at 1731184614163 2024-11-09T20:36:54,166 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., pid=73, masterSystemTime=1731184613572 2024-11-09T20:36:54,170 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:54,170 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:54,171 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:54,171 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => d4230d24456530edb30563fa89ea75ee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-09T20:36:54,171 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,171 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:54,171 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,171 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:36:54,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=70 2024-11-09T20:36:54,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,43437,1731184422906 in 763 msec 2024-11-09T20:36:54,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN in 937 msec 2024-11-09T20:36:54,201 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,203 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily11 2024-11-09T20:36:54,203 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,203 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,203 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,205 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily21 2024-11-09T20:36:54,205 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,205 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,205 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,207 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4230d24456530edb30563fa89ea75ee columnFamilyName colfamily31 2024-11-09T20:36:54,207 DEBUG [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,209 INFO [StoreOpener-d4230d24456530edb30563fa89ea75ee-1 {}] regionserver.HStore(327): Store=d4230d24456530edb30563fa89ea75ee/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,209 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,210 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,215 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,216 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,223 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,223 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing d4230d24456530edb30563fa89ea75ee 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,246 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/.tmp/colfamily11/02bdb374ef874dd3b62721eaabf71a85 is 52, key is mmm/colfamily11:colfamily11/1731184429426/Put/seqid=0 2024-11-09T20:36:54,262 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/.tmp/colfamily11/f45229aabdd8430e99432b7ddecb57bc is 52, key is jjj/colfamily11:colfamily11/1731184429389/Put/seqid=0 2024-11-09T20:36:54,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741882_1058 (size=39263) 2024-11-09T20:36:54,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741882_1058 (size=39263) 2024-11-09T20:36:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741882_1058 (size=39263) 2024-11-09T20:36:54,308 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/.tmp/colfamily11/02bdb374ef874dd3b62721eaabf71a85 2024-11-09T20:36:54,317 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/.tmp/colfamily11/02bdb374ef874dd3b62721eaabf71a85 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/colfamily11/02bdb374ef874dd3b62721eaabf71a85 2024-11-09T20:36:54,328 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/colfamily11/02bdb374ef874dd3b62721eaabf71a85, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,328 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bc9f19810272debd280a75e60c1b13ee in 167ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,329 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,330 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,331 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,332 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741883_1059 (size=39263) 2024-11-09T20:36:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741883_1059 (size=39263) 2024-11-09T20:36:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741883_1059 (size=39263) 2024-11-09T20:36:54,355 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/.tmp/colfamily11/f45229aabdd8430e99432b7ddecb57bc 2024-11-09T20:36:54,359 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,361 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened bc9f19810272debd280a75e60c1b13ee; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71461894, jitterRate=0.06486520171165466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,361 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:54,361 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for bc9f19810272debd280a75e60c1b13ee: Running coprocessor pre-open hook at 1731184614111Writing region info on filesystem at 1731184614111Initializing all the Stores at 1731184614121 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614121Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614137 (+16 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614137Obtaining lock to block concurrent updates at 1731184614161 (+24 ms)Preparing flush snapshotting stores in bc9f19810272debd280a75e60c1b13ee at 1731184614161Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184614161Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. at 1731184614161Flushing bc9f19810272debd280a75e60c1b13ee/colfamily11: creating writer at 1731184614161Flushing bc9f19810272debd280a75e60c1b13ee/colfamily11: appending metadata at 1731184614229 (+68 ms)Flushing bc9f19810272debd280a75e60c1b13ee/colfamily11: closing flushed file at 1731184614229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a777f74: reopening flushed file at 1731184614316 (+87 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bc9f19810272debd280a75e60c1b13ee in 167ms, sequenceid=4, compaction requested=false; wal=null at 1731184614328 (+12 ms)Cleaning up temporary data from old regions at 1731184614330 (+2 ms)Running coprocessor post-open hooks at 1731184614361 (+31 ms)Region opened successfully at 1731184614361 2024-11-09T20:36:54,362 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., pid=74, masterSystemTime=1731184613579 2024-11-09T20:36:54,367 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:54,367 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:54,367 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:54,367 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => d2ad72e155731e25909249d5e95fa4e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-09T20:36:54,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,368 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/.tmp/colfamily11/f45229aabdd8430e99432b7ddecb57bc as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/colfamily11/f45229aabdd8430e99432b7ddecb57bc 2024-11-09T20:36:54,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:36:54,374 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,374 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:54,374 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,374 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,376 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=65 2024-11-09T20:36:54,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,42781,1731184422955 in 947 msec 2024-11-09T20:36:54,378 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily11 2024-11-09T20:36:54,378 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN in 1.1350 sec 2024-11-09T20:36:54,379 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/colfamily11/f45229aabdd8430e99432b7ddecb57bc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,380 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d4230d24456530edb30563fa89ea75ee in 156ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,380 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,380 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,381 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/0000000000000000004 2024-11-09T20:36:54,381 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily21 2024-11-09T20:36:54,381 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,383 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,383 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,384 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,384 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,385 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,386 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ad72e155731e25909249d5e95fa4e5 columnFamilyName colfamily31 2024-11-09T20:36:54,386 DEBUG [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,387 INFO [StoreOpener-d2ad72e155731e25909249d5e95fa4e5-1 {}] regionserver.HStore(327): Store=d2ad72e155731e25909249d5e95fa4e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,387 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,388 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,388 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,391 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,392 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004 2024-11-09T20:36:54,394 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,395 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened d4230d24456530edb30563fa89ea75ee; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73865118, jitterRate=0.100676029920578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,395 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:54,395 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for d4230d24456530edb30563fa89ea75ee: Running coprocessor pre-open hook at 1731184614171Writing region info on filesystem at 1731184614172 (+1 ms)Initializing all the Stores at 1731184614177 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614177Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614201 (+24 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614201Obtaining lock to block concurrent updates at 1731184614223 (+22 ms)Preparing flush snapshotting stores in d4230d24456530edb30563fa89ea75ee at 1731184614223Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184614223Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. at 1731184614223Flushing d4230d24456530edb30563fa89ea75ee/colfamily11: creating writer at 1731184614223Flushing d4230d24456530edb30563fa89ea75ee/colfamily11: appending metadata at 1731184614261 (+38 ms)Flushing d4230d24456530edb30563fa89ea75ee/colfamily11: closing flushed file at 1731184614261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c109d2: reopening flushed file at 1731184614366 (+105 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d4230d24456530edb30563fa89ea75ee in 156ms, sequenceid=4, compaction requested=false; wal=null at 1731184614380 (+14 ms)Cleaning up temporary data from old regions at 1731184614384 (+4 ms)Running coprocessor post-open hooks at 1731184614395 (+11 ms)Region opened successfully at 1731184614395 2024-11-09T20:36:54,397 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., pid=77, masterSystemTime=1731184613572 2024-11-09T20:36:54,399 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:54,399 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:54,399 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:54,399 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004 2024-11-09T20:36:54,399 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing d2ad72e155731e25909249d5e95fa4e5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,399 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c2bcb0e9d9b8f341d4aa33555911e5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-09T20:36:54,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,400 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,400 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:54,400 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,401 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,403 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,403 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=77, ppid=71, state=RUNNABLE, hasLock=true; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,404 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily11 2024-11-09T20:36:54,404 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,406 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,407 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=71 2024-11-09T20:36:54,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,43437,1731184422906 in 952 msec 2024-11-09T20:36:54,409 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily21 2024-11-09T20:36:54,409 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,409 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,409 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,410 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2bcb0e9d9b8f341d4aa33555911e5d columnFamilyName colfamily31 2024-11-09T20:36:54,410 DEBUG [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN in 1.1670 sec 2024-11-09T20:36:54,411 INFO [StoreOpener-6c2bcb0e9d9b8f341d4aa33555911e5d-1 {}] regionserver.HStore(327): Store=6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,411 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,412 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,413 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,414 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004 2024-11-09T20:36:54,420 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004 2024-11-09T20:36:54,420 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 6c2bcb0e9d9b8f341d4aa33555911e5d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,434 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/.tmp/colfamily11/a9e8d83d638842128a38554577557a03 is 52, key is ggg/colfamily11:colfamily11/1731184429329/Put/seqid=0 2024-11-09T20:36:54,444 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/.tmp/colfamily11/1499d64f35184ccf8abae9b2c4da9482 is 52, key is ppp/colfamily11:colfamily11/1731184429467/Put/seqid=0 2024-11-09T20:36:54,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741884_1060 (size=39263) 2024-11-09T20:36:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741884_1060 (size=39263) 2024-11-09T20:36:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741884_1060 (size=39263) 2024-11-09T20:36:54,471 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/.tmp/colfamily11/a9e8d83d638842128a38554577557a03 2024-11-09T20:36:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741885_1061 (size=39263) 2024-11-09T20:36:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741885_1061 (size=39263) 2024-11-09T20:36:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741885_1061 (size=39263) 2024-11-09T20:36:54,483 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/.tmp/colfamily11/1499d64f35184ccf8abae9b2c4da9482 2024-11-09T20:36:54,485 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/.tmp/colfamily11/a9e8d83d638842128a38554577557a03 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/colfamily11/a9e8d83d638842128a38554577557a03 2024-11-09T20:36:54,493 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/.tmp/colfamily11/1499d64f35184ccf8abae9b2c4da9482 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11/1499d64f35184ccf8abae9b2c4da9482 2024-11-09T20:36:54,495 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/colfamily11/a9e8d83d638842128a38554577557a03, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,495 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2ad72e155731e25909249d5e95fa4e5 in 96ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,498 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/0000000000000000004 2024-11-09T20:36:54,504 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,504 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,505 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,506 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11/1499d64f35184ccf8abae9b2c4da9482, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,507 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c2bcb0e9d9b8f341d4aa33555911e5d in 87ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,507 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,507 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/0000000000000000004 2024-11-09T20:36:54,508 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,508 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,509 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,510 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,511 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened d2ad72e155731e25909249d5e95fa4e5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73414629, jitterRate=0.09396322071552277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,511 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:54,511 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for d2ad72e155731e25909249d5e95fa4e5: Running coprocessor pre-open hook at 1731184614374Writing region info on filesystem at 1731184614374Initializing all the Stores at 1731184614376 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614376Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614376Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614376Obtaining lock to block concurrent updates at 1731184614399 (+23 ms)Preparing flush snapshotting stores in d2ad72e155731e25909249d5e95fa4e5 at 1731184614399Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184614400 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. at 1731184614400Flushing d2ad72e155731e25909249d5e95fa4e5/colfamily11: creating writer at 1731184614400Flushing d2ad72e155731e25909249d5e95fa4e5/colfamily11: appending metadata at 1731184614434 (+34 ms)Flushing d2ad72e155731e25909249d5e95fa4e5/colfamily11: closing flushed file at 1731184614434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0c6fc2: reopening flushed file at 1731184614483 (+49 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2ad72e155731e25909249d5e95fa4e5 in 96ms, sequenceid=4, compaction requested=false; wal=null at 1731184614495 (+12 ms)Cleaning up temporary data from old regions at 1731184614504 (+9 ms)Running coprocessor post-open hooks at 1731184614511 (+7 ms)Region opened successfully at 1731184614511 2024-11-09T20:36:54,511 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,512 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., pid=80, masterSystemTime=1731184613579 2024-11-09T20:36:54,514 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:54,514 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:54,514 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fa83386656aab7f1860f9919e897e6a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,515 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:36:54,519 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 6c2bcb0e9d9b8f341d4aa33555911e5d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68802248, jitterRate=0.02523338794708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,519 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:54,519 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 6c2bcb0e9d9b8f341d4aa33555911e5d: Running coprocessor pre-open hook at 1731184614401Writing region info on filesystem at 1731184614401Initializing all the Stores at 1731184614403 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614403Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614403Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614403Obtaining lock to block concurrent updates at 1731184614420 (+17 ms)Preparing flush snapshotting stores in 6c2bcb0e9d9b8f341d4aa33555911e5d at 1731184614420Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184614421 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. at 1731184614421Flushing 6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11: creating writer at 1731184614421Flushing 6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11: appending metadata at 1731184614444 (+23 ms)Flushing 6c2bcb0e9d9b8f341d4aa33555911e5d/colfamily11: closing flushed file at 1731184614444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f681d05: reopening flushed file at 1731184614491 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c2bcb0e9d9b8f341d4aa33555911e5d in 87ms, sequenceid=4, compaction requested=false; wal=null at 1731184614507 (+16 ms)Cleaning up temporary data from old regions at 1731184614508 (+1 ms)Running coprocessor post-open hooks at 1731184614519 (+11 ms)Region opened successfully at 1731184614519 2024-11-09T20:36:54,520 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., pid=78, masterSystemTime=1731184613572 2024-11-09T20:36:54,520 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,522 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:54,522 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily11 2024-11-09T20:36:54,522 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:54,522 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=72 2024-11-09T20:36:54,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,42781,1731184422955 in 1.0410 sec 2024-11-09T20:36:54,524 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,524 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN in 1.2820 sec 2024-11-09T20:36:54,526 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily21 2024-11-09T20:36:54,526 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,527 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,527 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,43437,1731184422906 because future has completed 2024-11-09T20:36:54,531 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa83386656aab7f1860f9919e897e6a columnFamilyName colfamily31 2024-11-09T20:36:54,538 DEBUG [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:36:54,539 INFO [StoreOpener-3fa83386656aab7f1860f9919e897e6a-1 {}] regionserver.HStore(327): Store=3fa83386656aab7f1860f9919e897e6a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:36:54,540 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=67 2024-11-09T20:36:54,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,43437,1731184422906 in 1.0740 sec 2024-11-09T20:36:54,540 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,542 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,544 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004 2024-11-09T20:36:54,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN in 1.2980 sec 2024-11-09T20:36:54,550 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004 2024-11-09T20:36:54,550 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 3fa83386656aab7f1860f9919e897e6a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:54,572 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/.tmp/colfamily11/d810c9349ad2450d86e6611a5e23b912 is 52, key is sss/colfamily11:colfamily11/1731184429520/Put/seqid=0 2024-11-09T20:36:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741886_1062 (size=39263) 2024-11-09T20:36:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741886_1062 (size=39263) 2024-11-09T20:36:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741886_1062 (size=39263) 2024-11-09T20:36:54,627 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/.tmp/colfamily11/d810c9349ad2450d86e6611a5e23b912 2024-11-09T20:36:54,641 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/.tmp/colfamily11/d810c9349ad2450d86e6611a5e23b912 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/colfamily11/d810c9349ad2450d86e6611a5e23b912 2024-11-09T20:36:54,650 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/colfamily11/d810c9349ad2450d86e6611a5e23b912, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T20:36:54,650 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fa83386656aab7f1860f9919e897e6a in 100ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T20:36:54,651 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/0000000000000000004 2024-11-09T20:36:54,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,652 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T20:36:54,654 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,659 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T20:36:54,661 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 3fa83386656aab7f1860f9919e897e6a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60611237, jitterRate=-0.09682218730449677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T20:36:54,661 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:54,661 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 3fa83386656aab7f1860f9919e897e6a: Running coprocessor pre-open hook at 1731184614515Writing region info on filesystem at 1731184614515Initializing all the Stores at 1731184614518 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614518Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614520 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731184614520Obtaining lock to block concurrent updates at 1731184614550 (+30 ms)Preparing flush snapshotting stores in 3fa83386656aab7f1860f9919e897e6a at 1731184614550Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184614551 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. at 1731184614551Flushing 3fa83386656aab7f1860f9919e897e6a/colfamily11: creating writer at 1731184614551Flushing 3fa83386656aab7f1860f9919e897e6a/colfamily11: appending metadata at 1731184614572 (+21 ms)Flushing 3fa83386656aab7f1860f9919e897e6a/colfamily11: closing flushed file at 1731184614572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1709660e: reopening flushed file at 1731184614640 (+68 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fa83386656aab7f1860f9919e897e6a in 100ms, sequenceid=4, compaction requested=false; wal=null at 1731184614650 (+10 ms)Cleaning up temporary data from old regions at 1731184614652 (+2 ms)Running coprocessor post-open hooks at 1731184614661 (+9 ms)Region opened successfully at 1731184614661 2024-11-09T20:36:54,664 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., pid=75, masterSystemTime=1731184613579 2024-11-09T20:36:54,666 DEBUG [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:54,666 INFO [RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:54,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, openSeqNum=5, regionLocation=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,42781,1731184422955 because future has completed 2024-11-09T20:36:54,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=69 2024-11-09T20:36:54,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,42781,1731184422955 in 1.2440 sec 2024-11-09T20:36:54,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=57 2024-11-09T20:36:54,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN in 1.4390 sec 2024-11-09T20:36:54,684 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 221ead37f9cb,33599,1731184422813 after splitting done 2024-11-09T20:36:54,684 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T20:36:54,684 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:54,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:54,686 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:54,740 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:54,740 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T20:36:54,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:54,740 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:54,740 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:54,741 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T20:36:54,741 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T20:36:54,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T20:36:54,741 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:36:54,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:36:54,744 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T20:36:54,745 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T20:36:54,746 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:36:54,747 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T20:36:54,750 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true 2024-11-09T20:36:54,750 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,750 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,750 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,43437,1731184422906 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,42781,1731184422955 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.meta.1731184424937.meta, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,751 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 221ead37f9cb%2C33599%2C1731184422813.1731184424461, worker=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6a7e8aff33f170f145eda0c4e6105845, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bc9f19810272debd280a75e60c1b13ee, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=18d3e7d00a2528e9356433ab2c1e60aa, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c2bcb0e9d9b8f341d4aa33555911e5d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba63f8a0b2aea609e4ff26818a57fccf, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fa83386656aab7f1860f9919e897e6a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3943fa080ecfaa5aa5619bc6ea32255, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d4230d24456530edb30563fa89ea75ee, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2ad72e155731e25909249d5e95fa4e5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e3943fa080ecfaa5aa5619bc6ea32255, server=221ead37f9cb,43437,1731184422906 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9f19810272debd280a75e60c1b13ee, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa83386656aab7f1860f9919e897e6a, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ba63f8a0b2aea609e4ff26818a57fccf, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d4230d24456530edb30563fa89ea75ee, server=221ead37f9cb,43437,1731184422906 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c2bcb0e9d9b8f341d4aa33555911e5d, server=221ead37f9cb,43437,1731184422906 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7e8aff33f170f145eda0c4e6105845, server=221ead37f9cb,43437,1731184422906 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ad72e155731e25909249d5e95fa4e5, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d3e7d00a2528e9356433ab2c1e60aa, server=221ead37f9cb,42781,1731184422955 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T20:36:54,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-09T20:36:54,759 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=61 2024-11-09T20:36:54,759 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=221ead37f9cb,42781,1731184422955, table=hbase:meta, region=1588230740 2024-11-09T20:36:54,760 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 221ead37f9cb,42781,1731184422955, state=OPEN 2024-11-09T20:36:54,780 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:54,792 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T20:36:54,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:54,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:54,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:36:54,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:54,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:54,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:36:54,805 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731184644805 2024-11-09T20:36:54,805 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T20:36:54,816 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b407d1cc4d5d1ee3779c23119a178c5, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,816 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d33b64ce6652273e7ca756ad1db3426c, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18d3e7d00a2528e9356433ab2c1e60aa, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=5 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3943fa080ecfaa5aa5619bc6ea32255, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=5 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e2e2e532e5cbf416c9a6ffb1288cd86, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7020a4c0d8303324c74c3f37d0e79520, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2ad72e155731e25909249d5e95fa4e5, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=5 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02829dfde6859128634b2abe9333fa0d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae95a32cb3889d070a7ffac48ed2b91f, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4230d24456530edb30563fa89ea75ee, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=5 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a51df803da578a3a2102eb2fab02cc34, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88cd748985302f1b3f7791f8f3371ff0, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc9f19810272debd280a75e60c1b13ee, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=5 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84ae9770b038a05c1fb8e875a940335d, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a6699c68de1d5065467214210bc73b6, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c2bcb0e9d9b8f341d4aa33555911e5d, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=5 2024-11-09T20:36:54,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a24147d747cec99d6524eb921bc2bde4, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00f6c3c9a6a961e214c4f5373f25caae, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fa83386656aab7f1860f9919e897e6a, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=5 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7784b7af6df9f85d05c4e64423332bec, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d171ad499e2fe3cc5a168f79d32e2c22, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6a7e8aff33f170f145eda0c4e6105845, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=5 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1eb6a2cd79a173002523603f9ab0a468, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=740c3c9e1123b489a6c653af28bdc8dc, regionState=OPEN, lastHost=221ead37f9cb,43437,1731184422906, regionLocation=221ead37f9cb,43437,1731184422906, openSeqNum=2 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba63f8a0b2aea609e4ff26818a57fccf, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=5 2024-11-09T20:36:54,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f356260ed657fb4d1b73c401fb7e8dc, regionState=OPEN, lastHost=221ead37f9cb,42781,1731184422955, regionLocation=221ead37f9cb,42781,1731184422955, openSeqNum=2 2024-11-09T20:36:54,820 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T20:36:54,820 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731184674820 2024-11-09T20:36:54,821 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731184734821 2024-11-09T20:36:54,821 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-09T20:36:54,822 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 221ead37f9cb,33599,1731184422813 after splitting done 2024-11-09T20:36:54,823 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T20:36:54,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 221ead37f9cb,33599,1731184422813, splitWal=true, meta=true in 3 mins, 4.444 sec 2024-11-09T20:36:55,076 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:36:55,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:36:55,094 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 221ead37f9cb:33599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 221ead37f9cb/172.17.0.2:33599 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:36:55,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=java.net.ConnectException: Call to address=221ead37f9cb:33599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:55,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-09T20:36:55,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:55,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 221ead37f9cb:33599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 221ead37f9cb/172.17.0.2:33599 2024-11-09T20:36:55,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,33599,1731184422813, seqNum=-1 from cache 2024-11-09T20:36:55,316 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:36:55,318 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:36:55,319 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=221ead37f9cb,42781,1731184422955, seqNum=-1] 2024-11-09T20:36:55,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:36:55,328 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa., hostname=221ead37f9cb,42781,1731184422955, seqNum=5] 2024-11-09T20:36:55,350 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,350 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,350 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,350 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:55,459 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255., hostname=221ead37f9cb,43437,1731184422906, seqNum=5] 2024-11-09T20:36:55,501 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,502 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,502 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,502 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5., hostname=221ead37f9cb,42781,1731184422955, seqNum=5] 2024-11-09T20:36:55,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,624 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:55,742 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee., hostname=221ead37f9cb,43437,1731184422906, seqNum=5] 2024-11-09T20:36:55,760 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,760 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,760 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,760 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:55,871 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee., hostname=221ead37f9cb,42781,1731184422955, seqNum=5] 2024-11-09T20:36:55,891 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:55,892 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,892 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:55,892 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:56,003 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d., hostname=221ead37f9cb,43437,1731184422906, seqNum=5] 2024-11-09T20:36:56,031 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:56,031 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,031 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,032 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:56,142 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., hostname=221ead37f9cb,42781,1731184422955, seqNum=5] 2024-11-09T20:36:56,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:56,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:56,272 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., hostname=221ead37f9cb,43437,1731184422906, seqNum=5] 2024-11-09T20:36:56,287 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 221ead37f9cb:33599 this server is in the failed servers list 2024-11-09T20:36:56,287 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=221ead37f9cb:33599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,287 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 221ead37f9cb:33599 2024-11-09T20:36:56,287 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,33599,1731184422813, seqNum=2 from cache 2024-11-09T20:36:56,401 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., hostname=221ead37f9cb,42781,1731184422955, seqNum=5] 2024-11-09T20:36:56,519 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:36:56,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T20:36:56,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:36:56,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:56,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:56,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:56,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T20:36:56,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44955514, stopped=false 2024-11-09T20:36:56,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=221ead37f9cb,44919,1731184422094 2024-11-09T20:36:56,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:36:56,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:56,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:56,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:36:56,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:56,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:56,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:56,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:56,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,43437,1731184422906' ***** 2024-11-09T20:36:56,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:36:56,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '221ead37f9cb,42781,1731184422955' ***** 2024-11-09T20:36:56,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:36:56,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:36:56,562 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:36:56,562 INFO [RS:2;221ead37f9cb:42781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:36:56,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:36:56,562 INFO [RS:2;221ead37f9cb:42781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:36:56,562 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for a51df803da578a3a2102eb2fab02cc34 2024-11-09T20:36:56,562 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:36:56,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:36:56,562 INFO [RS:1;221ead37f9cb:43437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:36:56,562 INFO [RS:1;221ead37f9cb:43437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:36:56,562 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a6699c68de1d5065467214210bc73b6 2024-11-09T20:36:56,570 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:56,574 INFO [regionserver/221ead37f9cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:56,578 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 18d3e7d00a2528e9356433ab2c1e60aa 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f356260ed657fb4d1b73c401fb7e8dc 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 84ae9770b038a05c1fb8e875a940335d 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for a24147d747cec99d6524eb921bc2bde4 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 02829dfde6859128634b2abe9333fa0d 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e2e2e532e5cbf416c9a6ffb1288cd86 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 7784b7af6df9f85d05c4e64423332bec 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fa83386656aab7f1860f9919e897e6a 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,42781,1731184422955 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:56,579 INFO [RS:2;221ead37f9cb:42781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;221ead37f9cb:42781. 2024-11-09T20:36:56,580 DEBUG [RS:2;221ead37f9cb:42781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:56,580 DEBUG [RS:2;221ead37f9cb:42781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:56,580 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:36:56,580 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:36:56,580 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:36:56,580 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T20:36:56,581 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a51df803da578a3a2102eb2fab02cc34, disabling compactions & flushes 2024-11-09T20:36:56,581 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:36:56,581 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:36:56,581 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. after waiting 0 ms 2024-11-09T20:36:56,581 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:36:56,582 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a51df803da578a3a2102eb2fab02cc34 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:56,584 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-09T20:36:56,586 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:36:56,586 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:36:56,586 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:36:56,586 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 02829dfde6859128634b2abe9333fa0d, 0f356260ed657fb4d1b73c401fb7e8dc, 1588230740, 18d3e7d00a2528e9356433ab2c1e60aa, 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, 84ae9770b038a05c1fb8e875a940335d, a24147d747cec99d6524eb921bc2bde4, a51df803da578a3a2102eb2fab02cc34, ba63f8a0b2aea609e4ff26818a57fccf, bc9f19810272debd280a75e60c1b13ee, d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:56,588 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:36:56,588 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:36:56,588 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-09T20:36:56,598 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for d33b64ce6652273e7ca756ad1db3426c 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for ae95a32cb3889d070a7ffac48ed2b91f 2024-11-09T20:36:56,599 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a6699c68de1d5065467214210bc73b6, disabling compactions & flushes 2024-11-09T20:36:56,599 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c2bcb0e9d9b8f341d4aa33555911e5d 2024-11-09T20:36:56,599 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for d4230d24456530edb30563fa89ea75ee 2024-11-09T20:36:56,599 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. after waiting 0 ms 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b407d1cc4d5d1ee3779c23119a178c5 2024-11-09T20:36:56,599 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 00f6c3c9a6a961e214c4f5373f25caae 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 740c3c9e1123b489a6c653af28bdc8dc 2024-11-09T20:36:56,599 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a6699c68de1d5065467214210bc73b6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 7020a4c0d8303324c74c3f37d0e79520 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a7e8aff33f170f145eda0c4e6105845 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(3091): Received CLOSE for 88cd748985302f1b3f7791f8f3371ff0 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(959): stopping server 221ead37f9cb,43437,1731184422906 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:56,599 INFO [RS:1;221ead37f9cb:43437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;221ead37f9cb:43437. 2024-11-09T20:36:56,599 DEBUG [RS:1;221ead37f9cb:43437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:36:56,600 DEBUG [RS:1;221ead37f9cb:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:56,600 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-09T20:36:56,600 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 00f6c3c9a6a961e214c4f5373f25caae, 1b407d1cc4d5d1ee3779c23119a178c5, 6a7e8aff33f170f145eda0c4e6105845, 6c2bcb0e9d9b8f341d4aa33555911e5d, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 7a6699c68de1d5065467214210bc73b6, 88cd748985302f1b3f7791f8f3371ff0, ae95a32cb3889d070a7ffac48ed2b91f, d171ad499e2fe3cc5a168f79d32e2c22, d33b64ce6652273e7ca756ad1db3426c, d4230d24456530edb30563fa89ea75ee, e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:56,626 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/6e3a3ca6e45d43a4996d122e76272ea2 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa./info:regioninfo/1731184614112/Put/seqid=0 2024-11-09T20:36:56,641 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/.tmp/colfamily11/4feb7a1c6681467798772431c3a98ecd is 52, key is kkk/colfamily11:colfamily11/1731184429368/Put/seqid=0 2024-11-09T20:36:56,641 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/.tmp/colfamily11/661181c7203741cc847e4c478b54e1f8 is 52, key is ooo/colfamily11:colfamily11/1731184429549/Put/seqid=0 2024-11-09T20:36:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741887_1063 (size=19858) 2024-11-09T20:36:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741887_1063 (size=19858) 2024-11-09T20:36:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741887_1063 (size=19858) 2024-11-09T20:36:56,701 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/6e3a3ca6e45d43a4996d122e76272ea2 2024-11-09T20:36:56,711 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/.tmp/info/6e3a3ca6e45d43a4996d122e76272ea2 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/info/6e3a3ca6e45d43a4996d122e76272ea2 2024-11-09T20:36:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741888_1064 (size=39263) 2024-11-09T20:36:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741888_1064 (size=39263) 2024-11-09T20:36:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741888_1064 (size=39263) 2024-11-09T20:36:56,727 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/.tmp/colfamily11/4feb7a1c6681467798772431c3a98ecd 2024-11-09T20:36:56,728 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/info/6e3a3ca6e45d43a4996d122e76272ea2, entries=72, sequenceid=81, filesize=19.4 K 2024-11-09T20:36:56,729 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=81, compaction requested=false 2024-11-09T20:36:56,738 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/.tmp/colfamily11/4feb7a1c6681467798772431c3a98ecd as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/colfamily11/4feb7a1c6681467798772431c3a98ecd 2024-11-09T20:36:56,748 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/colfamily11/4feb7a1c6681467798772431c3a98ecd, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:56,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741889_1065 (size=39263) 2024-11-09T20:36:56,750 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a51df803da578a3a2102eb2fab02cc34 in 168ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741889_1065 (size=39263) 2024-11-09T20:36:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741889_1065 (size=39263) 2024-11-09T20:36:56,752 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/.tmp/colfamily11/661181c7203741cc847e4c478b54e1f8 2024-11-09T20:36:56,761 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/.tmp/colfamily11/661181c7203741cc847e4c478b54e1f8 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/colfamily11/661181c7203741cc847e4c478b54e1f8 2024-11-09T20:36:56,771 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/colfamily11/661181c7203741cc847e4c478b54e1f8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:56,773 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7a6699c68de1d5065467214210bc73b6 in 174ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:56,787 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 02829dfde6859128634b2abe9333fa0d, 0f356260ed657fb4d1b73c401fb7e8dc, 1588230740, 18d3e7d00a2528e9356433ab2c1e60aa, 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, 84ae9770b038a05c1fb8e875a940335d, a24147d747cec99d6524eb921bc2bde4, a51df803da578a3a2102eb2fab02cc34, ba63f8a0b2aea609e4ff26818a57fccf, bc9f19810272debd280a75e60c1b13ee, d2ad72e155731e25909249d5e95fa4e5 2024-11-09T20:36:56,800 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 00f6c3c9a6a961e214c4f5373f25caae, 1b407d1cc4d5d1ee3779c23119a178c5, 6a7e8aff33f170f145eda0c4e6105845, 6c2bcb0e9d9b8f341d4aa33555911e5d, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 7a6699c68de1d5065467214210bc73b6, 88cd748985302f1b3f7791f8f3371ff0, ae95a32cb3889d070a7ffac48ed2b91f, d171ad499e2fe3cc5a168f79d32e2c22, d33b64ce6652273e7ca756ad1db3426c, d4230d24456530edb30563fa89ea75ee, e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:56,826 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-09T20:36:56,829 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a6699c68de1d5065467214210bc73b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:56,830 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a51df803da578a3a2102eb2fab02cc34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:56,831 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:36:56,831 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:36:56,831 INFO [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:36:56,831 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731184616586Running coprocessor pre-close hooks at 1731184616586Disabling compacts and flushes for region at 1731184616586Disabling writes for close at 1731184616588 (+2 ms)Obtaining lock to block concurrent updates at 1731184616589 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731184616589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731184616591 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731184616593 (+2 ms)Flushing 1588230740/info: creating writer at 1731184616593Flushing 1588230740/info: appending metadata at 1731184616625 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731184616625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fb6d5b: reopening flushed file at 1731184616710 (+85 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=81, compaction requested=false at 1731184616729 (+19 ms)Writing region close event to WAL at 1731184616806 (+77 ms)Running coprocessor post-close hooks at 1731184616827 (+21 ms)Closed at 1731184616831 (+4 ms) 2024-11-09T20:36:56,831 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a6699c68de1d5065467214210bc73b6: Waiting for close lock at 1731184616599Running coprocessor pre-close hooks at 1731184616599Disabling compacts and flushes for region at 1731184616599Disabling writes for close at 1731184616599Obtaining lock to block concurrent updates at 1731184616599Preparing flush snapshotting stores in 7a6699c68de1d5065467214210bc73b6 at 1731184616599Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184616599Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. at 1731184616600 (+1 ms)Flushing 7a6699c68de1d5065467214210bc73b6/colfamily11: creating writer at 1731184616600Flushing 7a6699c68de1d5065467214210bc73b6/colfamily11: appending metadata at 1731184616641 (+41 ms)Flushing 7a6699c68de1d5065467214210bc73b6/colfamily11: closing flushed file at 1731184616641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c094ad: reopening flushed file at 1731184616760 (+119 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7a6699c68de1d5065467214210bc73b6 in 174ms, sequenceid=5, compaction requested=false at 1731184616773 (+13 ms)Writing region close event to WAL at 1731184616793 (+20 ms)Running coprocessor post-close hooks at 1731184616831 (+38 ms)Closed at 1731184616831 2024-11-09T20:36:56,832 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731184425314.7a6699c68de1d5065467214210bc73b6. 2024-11-09T20:36:56,832 DEBUG [RS_CLOSE_META-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T20:36:56,832 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:36:56,832 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a51df803da578a3a2102eb2fab02cc34: Waiting for close lock at 1731184616581Running coprocessor pre-close hooks at 1731184616581Disabling compacts and flushes for region at 1731184616581Disabling writes for close at 1731184616581Obtaining lock to block concurrent updates at 1731184616582 (+1 ms)Preparing flush snapshotting stores in a51df803da578a3a2102eb2fab02cc34 at 1731184616582Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184616591 (+9 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. at 1731184616593 (+2 ms)Flushing a51df803da578a3a2102eb2fab02cc34/colfamily11: creating writer at 1731184616593Flushing a51df803da578a3a2102eb2fab02cc34/colfamily11: appending metadata at 1731184616640 (+47 ms)Flushing a51df803da578a3a2102eb2fab02cc34/colfamily11: closing flushed file at 1731184616641 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1076acea: reopening flushed file at 1731184616737 (+96 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a51df803da578a3a2102eb2fab02cc34 in 168ms, sequenceid=5, compaction requested=false at 1731184616750 (+13 ms)Writing region close event to WAL at 1731184616780 (+30 ms)Running coprocessor post-close hooks at 1731184616832 (+52 ms)Closed at 1731184616832 2024-11-09T20:36:56,832 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731184425314.a51df803da578a3a2102eb2fab02cc34. 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d33b64ce6652273e7ca756ad1db3426c, disabling compactions & flushes 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18d3e7d00a2528e9356433ab2c1e60aa, disabling compactions & flushes 2024-11-09T20:36:56,833 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:36:56,833 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. after waiting 0 ms 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. after waiting 0 ms 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:36:56,833 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:56,833 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d33b64ce6652273e7ca756ad1db3426c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:56,865 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/18d3e7d00a2528e9356433ab2c1e60aa/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:56,866 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:56,866 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18d3e7d00a2528e9356433ab2c1e60aa: Waiting for close lock at 1731184616833Running coprocessor pre-close hooks at 1731184616833Disabling compacts and flushes for region at 1731184616833Disabling writes for close at 1731184616833Writing region close event to WAL at 1731184616843 (+10 ms)Running coprocessor post-close hooks at 1731184616866 (+23 ms)Closed at 1731184616866 2024-11-09T20:36:56,866 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731184425314.18d3e7d00a2528e9356433ab2c1e60aa. 2024-11-09T20:36:56,867 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2ad72e155731e25909249d5e95fa4e5, disabling compactions & flushes 2024-11-09T20:36:56,867 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:56,867 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:56,867 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. after waiting 0 ms 2024-11-09T20:36:56,867 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:56,872 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/.tmp/colfamily11/efa12424f6a6419aa8cd2464513bd805 is 52, key is bbb/colfamily11:colfamily11/1731184429274/Put/seqid=0 2024-11-09T20:36:56,877 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2ad72e155731e25909249d5e95fa4e5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:56,878 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2ad72e155731e25909249d5e95fa4e5: Waiting for close lock at 1731184616866Running coprocessor pre-close hooks at 1731184616866Disabling compacts and flushes for region at 1731184616866Disabling writes for close at 1731184616867 (+1 ms)Writing region close event to WAL at 1731184616874 (+7 ms)Running coprocessor post-close hooks at 1731184616878 (+4 ms)Closed at 1731184616878 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731184425314.d2ad72e155731e25909249d5e95fa4e5. 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f356260ed657fb4d1b73c401fb7e8dc, disabling compactions & flushes 2024-11-09T20:36:56,878 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. after waiting 0 ms 2024-11-09T20:36:56,878 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:36:56,879 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f356260ed657fb4d1b73c401fb7e8dc 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-09T20:36:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741890_1066 (size=39263) 2024-11-09T20:36:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741890_1066 (size=39263) 2024-11-09T20:36:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741890_1066 (size=39263) 2024-11-09T20:36:56,913 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/.tmp/colfamily11/e5423532ef994274aa6934f31e2a9cbf is 52, key is zzz/colfamily11:colfamily11/1731184429568/Put/seqid=0 2024-11-09T20:36:56,914 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/.tmp/colfamily11/efa12424f6a6419aa8cd2464513bd805 2024-11-09T20:36:56,925 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/.tmp/colfamily11/efa12424f6a6419aa8cd2464513bd805 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/colfamily11/efa12424f6a6419aa8cd2464513bd805 2024-11-09T20:36:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741891_1067 (size=4857) 2024-11-09T20:36:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741891_1067 (size=4857) 2024-11-09T20:36:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741891_1067 (size=4857) 2024-11-09T20:36:56,938 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/colfamily11/efa12424f6a6419aa8cd2464513bd805, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:56,939 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d33b64ce6652273e7ca756ad1db3426c in 106ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:56,940 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/.tmp/colfamily11/e5423532ef994274aa6934f31e2a9cbf 2024-11-09T20:36:56,963 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/.tmp/colfamily11/e5423532ef994274aa6934f31e2a9cbf as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/colfamily11/e5423532ef994274aa6934f31e2a9cbf 2024-11-09T20:36:56,967 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d33b64ce6652273e7ca756ad1db3426c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:56,968 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:36:56,968 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d33b64ce6652273e7ca756ad1db3426c: Waiting for close lock at 1731184616833Running coprocessor pre-close hooks at 1731184616833Disabling compacts and flushes for region at 1731184616833Disabling writes for close at 1731184616833Obtaining lock to block concurrent updates at 1731184616833Preparing flush snapshotting stores in d33b64ce6652273e7ca756ad1db3426c at 1731184616833Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184616833Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. at 1731184616834 (+1 ms)Flushing d33b64ce6652273e7ca756ad1db3426c/colfamily11: creating writer at 1731184616834Flushing d33b64ce6652273e7ca756ad1db3426c/colfamily11: appending metadata at 1731184616872 (+38 ms)Flushing d33b64ce6652273e7ca756ad1db3426c/colfamily11: closing flushed file at 1731184616872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f846c9: reopening flushed file at 1731184616923 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d33b64ce6652273e7ca756ad1db3426c in 106ms, sequenceid=5, compaction requested=false at 1731184616939 (+16 ms)Writing region close event to WAL at 1731184616945 (+6 ms)Running coprocessor post-close hooks at 1731184616968 (+23 ms)Closed at 1731184616968 2024-11-09T20:36:56,968 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731184425314.d33b64ce6652273e7ca756ad1db3426c. 2024-11-09T20:36:56,969 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae95a32cb3889d070a7ffac48ed2b91f, disabling compactions & flushes 2024-11-09T20:36:56,969 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:36:56,969 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:36:56,969 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. after waiting 0 ms 2024-11-09T20:36:56,969 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:36:56,969 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae95a32cb3889d070a7ffac48ed2b91f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:56,983 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/colfamily11/e5423532ef994274aa6934f31e2a9cbf, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T20:36:56,985 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 0f356260ed657fb4d1b73c401fb7e8dc in 107ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:56,988 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 02829dfde6859128634b2abe9333fa0d, 0f356260ed657fb4d1b73c401fb7e8dc, 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, 84ae9770b038a05c1fb8e875a940335d, a24147d747cec99d6524eb921bc2bde4, ba63f8a0b2aea609e4ff26818a57fccf, bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:57,000 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 00f6c3c9a6a961e214c4f5373f25caae, 1b407d1cc4d5d1ee3779c23119a178c5, 6a7e8aff33f170f145eda0c4e6105845, 6c2bcb0e9d9b8f341d4aa33555911e5d, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 88cd748985302f1b3f7791f8f3371ff0, ae95a32cb3889d070a7ffac48ed2b91f, d171ad499e2fe3cc5a168f79d32e2c22, d4230d24456530edb30563fa89ea75ee, e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:57,008 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/.tmp/colfamily11/cc050603b6af4e07b40a002997bd9026 is 52, key is iii/colfamily11:colfamily11/1731184429411/Put/seqid=0 2024-11-09T20:36:57,024 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0f356260ed657fb4d1b73c401fb7e8dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,024 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:36:57,024 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f356260ed657fb4d1b73c401fb7e8dc: Waiting for close lock at 1731184616878Running coprocessor pre-close hooks at 1731184616878Disabling compacts and flushes for region at 1731184616878Disabling writes for close at 1731184616878Obtaining lock to block concurrent updates at 1731184616879 (+1 ms)Preparing flush snapshotting stores in 0f356260ed657fb4d1b73c401fb7e8dc at 1731184616879Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731184616879Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. at 1731184616881 (+2 ms)Flushing 0f356260ed657fb4d1b73c401fb7e8dc/colfamily11: creating writer at 1731184616881Flushing 0f356260ed657fb4d1b73c401fb7e8dc/colfamily11: appending metadata at 1731184616913 (+32 ms)Flushing 0f356260ed657fb4d1b73c401fb7e8dc/colfamily11: closing flushed file at 1731184616913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d53f30: reopening flushed file at 1731184616962 (+49 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 0f356260ed657fb4d1b73c401fb7e8dc in 107ms, sequenceid=5, compaction requested=false at 1731184616985 (+23 ms)Writing region close event to WAL at 1731184617004 (+19 ms)Running coprocessor post-close hooks at 1731184617024 (+20 ms)Closed at 1731184617024 2024-11-09T20:36:57,025 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731184425314.0f356260ed657fb4d1b73c401fb7e8dc. 2024-11-09T20:36:57,025 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84ae9770b038a05c1fb8e875a940335d, disabling compactions & flushes 2024-11-09T20:36:57,025 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:36:57,025 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:36:57,025 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. after waiting 0 ms 2024-11-09T20:36:57,025 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:36:57,025 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84ae9770b038a05c1fb8e875a940335d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,047 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/.tmp/colfamily11/5dc343c3e06c4ce68b2a41222f5f70fd is 52, key is nnn/colfamily11:colfamily11/1731184429417/Put/seqid=0 2024-11-09T20:36:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741892_1068 (size=39263) 2024-11-09T20:36:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741892_1068 (size=39263) 2024-11-09T20:36:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741892_1068 (size=39263) 2024-11-09T20:36:57,070 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/.tmp/colfamily11/cc050603b6af4e07b40a002997bd9026 2024-11-09T20:36:57,081 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/.tmp/colfamily11/cc050603b6af4e07b40a002997bd9026 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/colfamily11/cc050603b6af4e07b40a002997bd9026 2024-11-09T20:36:57,102 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/colfamily11/cc050603b6af4e07b40a002997bd9026, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,103 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae95a32cb3889d070a7ffac48ed2b91f in 134ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741893_1069 (size=39263) 2024-11-09T20:36:57,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741893_1069 (size=39263) 2024-11-09T20:36:57,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741893_1069 (size=39263) 2024-11-09T20:36:57,119 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/.tmp/colfamily11/5dc343c3e06c4ce68b2a41222f5f70fd 2024-11-09T20:36:57,129 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/.tmp/colfamily11/5dc343c3e06c4ce68b2a41222f5f70fd as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/colfamily11/5dc343c3e06c4ce68b2a41222f5f70fd 2024-11-09T20:36:57,139 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/colfamily11/5dc343c3e06c4ce68b2a41222f5f70fd, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,141 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 84ae9770b038a05c1fb8e875a940335d in 116ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,160 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae95a32cb3889d070a7ffac48ed2b91f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,161 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:36:57,161 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae95a32cb3889d070a7ffac48ed2b91f: Waiting for close lock at 1731184616969Running coprocessor pre-close hooks at 1731184616969Disabling compacts and flushes for region at 1731184616969Disabling writes for close at 1731184616969Obtaining lock to block concurrent updates at 1731184616969Preparing flush snapshotting stores in ae95a32cb3889d070a7ffac48ed2b91f at 1731184616969Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184616969Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. at 1731184616971 (+2 ms)Flushing ae95a32cb3889d070a7ffac48ed2b91f/colfamily11: creating writer at 1731184616971Flushing ae95a32cb3889d070a7ffac48ed2b91f/colfamily11: appending metadata at 1731184617007 (+36 ms)Flushing ae95a32cb3889d070a7ffac48ed2b91f/colfamily11: closing flushed file at 1731184617007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382d5f53: reopening flushed file at 1731184617079 (+72 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae95a32cb3889d070a7ffac48ed2b91f in 134ms, sequenceid=5, compaction requested=false at 1731184617103 (+24 ms)Writing region close event to WAL at 1731184617151 (+48 ms)Running coprocessor post-close hooks at 1731184617161 (+10 ms)Closed at 1731184617161 2024-11-09T20:36:57,162 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731184425314.ae95a32cb3889d070a7ffac48ed2b91f. 2024-11-09T20:36:57,162 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c2bcb0e9d9b8f341d4aa33555911e5d, disabling compactions & flushes 2024-11-09T20:36:57,162 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:57,162 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:57,162 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. after waiting 0 ms 2024-11-09T20:36:57,162 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:57,168 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84ae9770b038a05c1fb8e875a940335d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,169 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84ae9770b038a05c1fb8e875a940335d: Waiting for close lock at 1731184617025Running coprocessor pre-close hooks at 1731184617025Disabling compacts and flushes for region at 1731184617025Disabling writes for close at 1731184617025Obtaining lock to block concurrent updates at 1731184617025Preparing flush snapshotting stores in 84ae9770b038a05c1fb8e875a940335d at 1731184617025Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617026 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. at 1731184617026Flushing 84ae9770b038a05c1fb8e875a940335d/colfamily11: creating writer at 1731184617026Flushing 84ae9770b038a05c1fb8e875a940335d/colfamily11: appending metadata at 1731184617047 (+21 ms)Flushing 84ae9770b038a05c1fb8e875a940335d/colfamily11: closing flushed file at 1731184617047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afb214c: reopening flushed file at 1731184617128 (+81 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 84ae9770b038a05c1fb8e875a940335d in 116ms, sequenceid=5, compaction requested=false at 1731184617141 (+13 ms)Writing region close event to WAL at 1731184617150 (+9 ms)Running coprocessor post-close hooks at 1731184617169 (+19 ms)Closed at 1731184617169 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731184425314.84ae9770b038a05c1fb8e875a940335d. 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a24147d747cec99d6524eb921bc2bde4, disabling compactions & flushes 2024-11-09T20:36:57,169 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. after waiting 0 ms 2024-11-09T20:36:57,169 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:36:57,170 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a24147d747cec99d6524eb921bc2bde4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,182 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c2bcb0e9d9b8f341d4aa33555911e5d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,184 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c2bcb0e9d9b8f341d4aa33555911e5d: Waiting for close lock at 1731184617162Running coprocessor pre-close hooks at 1731184617162Disabling compacts and flushes for region at 1731184617162Disabling writes for close at 1731184617162Writing region close event to WAL at 1731184617177 (+15 ms)Running coprocessor post-close hooks at 1731184617184 (+7 ms)Closed at 1731184617184 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731184425314.6c2bcb0e9d9b8f341d4aa33555911e5d. 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4230d24456530edb30563fa89ea75ee, disabling compactions & flushes 2024-11-09T20:36:57,184 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. after waiting 0 ms 2024-11-09T20:36:57,184 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:57,189 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 02829dfde6859128634b2abe9333fa0d, 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, a24147d747cec99d6524eb921bc2bde4, ba63f8a0b2aea609e4ff26818a57fccf, bc9f19810272debd280a75e60c1b13ee 2024-11-09T20:36:57,193 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/.tmp/colfamily11/6e390688f7a3476980444310e132192d is 52, key is qqq/colfamily11:colfamily11/1731184429458/Put/seqid=0 2024-11-09T20:36:57,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d4230d24456530edb30563fa89ea75ee/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,194 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:57,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4230d24456530edb30563fa89ea75ee: Waiting for close lock at 1731184617184Running coprocessor pre-close hooks at 1731184617184Disabling compacts and flushes for region at 1731184617184Disabling writes for close at 1731184617184Writing region close event to WAL at 1731184617187 (+3 ms)Running coprocessor post-close hooks at 1731184617194 (+7 ms)Closed at 1731184617194 2024-11-09T20:36:57,194 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731184425314.d4230d24456530edb30563fa89ea75ee. 2024-11-09T20:36:57,195 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b407d1cc4d5d1ee3779c23119a178c5, disabling compactions & flushes 2024-11-09T20:36:57,195 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:36:57,195 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:36:57,195 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. after waiting 0 ms 2024-11-09T20:36:57,195 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:36:57,195 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b407d1cc4d5d1ee3779c23119a178c5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,200 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 00f6c3c9a6a961e214c4f5373f25caae, 1b407d1cc4d5d1ee3779c23119a178c5, 6a7e8aff33f170f145eda0c4e6105845, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 88cd748985302f1b3f7791f8f3371ff0, d171ad499e2fe3cc5a168f79d32e2c22, e3943fa080ecfaa5aa5619bc6ea32255 2024-11-09T20:36:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741894_1070 (size=39263) 2024-11-09T20:36:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741894_1070 (size=39263) 2024-11-09T20:36:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741894_1070 (size=39263) 2024-11-09T20:36:57,213 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/.tmp/colfamily11/6e390688f7a3476980444310e132192d 2024-11-09T20:36:57,221 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/.tmp/colfamily11/6285f7e51cd149ad98b56edcfd144409 is 52, key is aaa/colfamily11:colfamily11/1731184429225/Put/seqid=0 2024-11-09T20:36:57,226 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/.tmp/colfamily11/6e390688f7a3476980444310e132192d as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/colfamily11/6e390688f7a3476980444310e132192d 2024-11-09T20:36:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741895_1071 (size=39263) 2024-11-09T20:36:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741895_1071 (size=39263) 2024-11-09T20:36:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741895_1071 (size=39263) 2024-11-09T20:36:57,235 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/.tmp/colfamily11/6285f7e51cd149ad98b56edcfd144409 2024-11-09T20:36:57,247 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/colfamily11/6e390688f7a3476980444310e132192d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,249 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a24147d747cec99d6524eb921bc2bde4 in 80ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,254 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/.tmp/colfamily11/6285f7e51cd149ad98b56edcfd144409 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/colfamily11/6285f7e51cd149ad98b56edcfd144409 2024-11-09T20:36:57,271 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/colfamily11/6285f7e51cd149ad98b56edcfd144409, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,272 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b407d1cc4d5d1ee3779c23119a178c5 in 77ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,275 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a24147d747cec99d6524eb921bc2bde4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,276 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:36:57,276 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a24147d747cec99d6524eb921bc2bde4: Waiting for close lock at 1731184617169Running coprocessor pre-close hooks at 1731184617169Disabling compacts and flushes for region at 1731184617169Disabling writes for close at 1731184617169Obtaining lock to block concurrent updates at 1731184617170 (+1 ms)Preparing flush snapshotting stores in a24147d747cec99d6524eb921bc2bde4 at 1731184617170Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617170Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. at 1731184617171 (+1 ms)Flushing a24147d747cec99d6524eb921bc2bde4/colfamily11: creating writer at 1731184617171Flushing a24147d747cec99d6524eb921bc2bde4/colfamily11: appending metadata at 1731184617193 (+22 ms)Flushing a24147d747cec99d6524eb921bc2bde4/colfamily11: closing flushed file at 1731184617193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16609c11: reopening flushed file at 1731184617225 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a24147d747cec99d6524eb921bc2bde4 in 80ms, sequenceid=5, compaction requested=false at 1731184617249 (+24 ms)Writing region close event to WAL at 1731184617255 (+6 ms)Running coprocessor post-close hooks at 1731184617276 (+21 ms)Closed at 1731184617276 2024-11-09T20:36:57,276 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731184425314.a24147d747cec99d6524eb921bc2bde4. 2024-11-09T20:36:57,276 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc9f19810272debd280a75e60c1b13ee, disabling compactions & flushes 2024-11-09T20:36:57,276 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:57,277 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:57,277 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. after waiting 0 ms 2024-11-09T20:36:57,277 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:57,300 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1b407d1cc4d5d1ee3779c23119a178c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,301 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b407d1cc4d5d1ee3779c23119a178c5: Waiting for close lock at 1731184617195Running coprocessor pre-close hooks at 1731184617195Disabling compacts and flushes for region at 1731184617195Disabling writes for close at 1731184617195Obtaining lock to block concurrent updates at 1731184617195Preparing flush snapshotting stores in 1b407d1cc4d5d1ee3779c23119a178c5 at 1731184617195Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617195Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. at 1731184617198 (+3 ms)Flushing 1b407d1cc4d5d1ee3779c23119a178c5/colfamily11: creating writer at 1731184617198Flushing 1b407d1cc4d5d1ee3779c23119a178c5/colfamily11: appending metadata at 1731184617221 (+23 ms)Flushing 1b407d1cc4d5d1ee3779c23119a178c5/colfamily11: closing flushed file at 1731184617221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c47bd21: reopening flushed file at 1731184617253 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1b407d1cc4d5d1ee3779c23119a178c5 in 77ms, sequenceid=5, compaction requested=false at 1731184617272 (+19 ms)Writing region close event to WAL at 1731184617276 (+4 ms)Running coprocessor post-close hooks at 1731184617301 (+25 ms)Closed at 1731184617301 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731184425314.1b407d1cc4d5d1ee3779c23119a178c5. 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3943fa080ecfaa5aa5619bc6ea32255, disabling compactions & flushes 2024-11-09T20:36:57,301 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. after waiting 0 ms 2024-11-09T20:36:57,301 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:57,315 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bc9f19810272debd280a75e60c1b13ee/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,316 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:57,316 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc9f19810272debd280a75e60c1b13ee: Waiting for close lock at 1731184617276Running coprocessor pre-close hooks at 1731184617276Disabling compacts and flushes for region at 1731184617276Disabling writes for close at 1731184617277 (+1 ms)Writing region close event to WAL at 1731184617299 (+22 ms)Running coprocessor post-close hooks at 1731184617316 (+17 ms)Closed at 1731184617316 2024-11-09T20:36:57,316 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731184425314.bc9f19810272debd280a75e60c1b13ee. 2024-11-09T20:36:57,316 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02829dfde6859128634b2abe9333fa0d, disabling compactions & flushes 2024-11-09T20:36:57,317 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:36:57,317 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:36:57,317 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. after waiting 0 ms 2024-11-09T20:36:57,317 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:36:57,317 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02829dfde6859128634b2abe9333fa0d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,319 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:36:57,319 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:36:57,339 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3943fa080ecfaa5aa5619bc6ea32255/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,340 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3943fa080ecfaa5aa5619bc6ea32255: Waiting for close lock at 1731184617301Running coprocessor pre-close hooks at 1731184617301Disabling compacts and flushes for region at 1731184617301Disabling writes for close at 1731184617301Writing region close event to WAL at 1731184617311 (+10 ms)Running coprocessor post-close hooks at 1731184617340 (+29 ms)Closed at 1731184617340 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731184425314.e3943fa080ecfaa5aa5619bc6ea32255. 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00f6c3c9a6a961e214c4f5373f25caae, disabling compactions & flushes 2024-11-09T20:36:57,340 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. after waiting 0 ms 2024-11-09T20:36:57,340 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:36:57,340 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00f6c3c9a6a961e214c4f5373f25caae 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,343 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:36:57,343 INFO [regionserver/221ead37f9cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:36:57,371 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/.tmp/colfamily11/873dd28bdb4e4ba298ad097692410f3f is 52, key is hhh/colfamily11:colfamily11/1731184429292/Put/seqid=0 2024-11-09T20:36:57,377 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/.tmp/colfamily11/3a38632e406946b58f28c98e8edd02ff is 52, key is rrr/colfamily11:colfamily11/1731184429603/Put/seqid=0 2024-11-09T20:36:57,389 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 02829dfde6859128634b2abe9333fa0d, 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:57,401 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 00f6c3c9a6a961e214c4f5373f25caae, 6a7e8aff33f170f145eda0c4e6105845, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 88cd748985302f1b3f7791f8f3371ff0, d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:36:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741896_1072 (size=39263) 2024-11-09T20:36:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741896_1072 (size=39263) 2024-11-09T20:36:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741896_1072 (size=39263) 2024-11-09T20:36:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741897_1073 (size=39263) 2024-11-09T20:36:57,415 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/.tmp/colfamily11/873dd28bdb4e4ba298ad097692410f3f 2024-11-09T20:36:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741897_1073 (size=39263) 2024-11-09T20:36:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741897_1073 (size=39263) 2024-11-09T20:36:57,417 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/.tmp/colfamily11/3a38632e406946b58f28c98e8edd02ff 2024-11-09T20:36:57,427 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/.tmp/colfamily11/873dd28bdb4e4ba298ad097692410f3f as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/colfamily11/873dd28bdb4e4ba298ad097692410f3f 2024-11-09T20:36:57,427 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/.tmp/colfamily11/3a38632e406946b58f28c98e8edd02ff as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/colfamily11/3a38632e406946b58f28c98e8edd02ff 2024-11-09T20:36:57,436 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/colfamily11/3a38632e406946b58f28c98e8edd02ff, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,437 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 00f6c3c9a6a961e214c4f5373f25caae in 97ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,439 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/colfamily11/873dd28bdb4e4ba298ad097692410f3f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,440 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02829dfde6859128634b2abe9333fa0d in 123ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,443 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00f6c3c9a6a961e214c4f5373f25caae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,444 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:36:57,444 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00f6c3c9a6a961e214c4f5373f25caae: Waiting for close lock at 1731184617340Running coprocessor pre-close hooks at 1731184617340Disabling compacts and flushes for region at 1731184617340Disabling writes for close at 1731184617340Obtaining lock to block concurrent updates at 1731184617340Preparing flush snapshotting stores in 00f6c3c9a6a961e214c4f5373f25caae at 1731184617340Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617341 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. at 1731184617342 (+1 ms)Flushing 00f6c3c9a6a961e214c4f5373f25caae/colfamily11: creating writer at 1731184617342Flushing 00f6c3c9a6a961e214c4f5373f25caae/colfamily11: appending metadata at 1731184617377 (+35 ms)Flushing 00f6c3c9a6a961e214c4f5373f25caae/colfamily11: closing flushed file at 1731184617377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72565bed: reopening flushed file at 1731184617426 (+49 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 00f6c3c9a6a961e214c4f5373f25caae in 97ms, sequenceid=5, compaction requested=false at 1731184617437 (+11 ms)Writing region close event to WAL at 1731184617439 (+2 ms)Running coprocessor post-close hooks at 1731184617444 (+5 ms)Closed at 1731184617444 2024-11-09T20:36:57,445 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731184425314.00f6c3c9a6a961e214c4f5373f25caae. 2024-11-09T20:36:57,445 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 740c3c9e1123b489a6c653af28bdc8dc, disabling compactions & flushes 2024-11-09T20:36:57,445 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:36:57,445 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:36:57,445 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. after waiting 0 ms 2024-11-09T20:36:57,445 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:36:57,445 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 740c3c9e1123b489a6c653af28bdc8dc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,461 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02829dfde6859128634b2abe9333fa0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,462 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02829dfde6859128634b2abe9333fa0d: Waiting for close lock at 1731184617316Running coprocessor pre-close hooks at 1731184617316Disabling compacts and flushes for region at 1731184617316Disabling writes for close at 1731184617317 (+1 ms)Obtaining lock to block concurrent updates at 1731184617317Preparing flush snapshotting stores in 02829dfde6859128634b2abe9333fa0d at 1731184617317Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617318 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. at 1731184617321 (+3 ms)Flushing 02829dfde6859128634b2abe9333fa0d/colfamily11: creating writer at 1731184617322 (+1 ms)Flushing 02829dfde6859128634b2abe9333fa0d/colfamily11: appending metadata at 1731184617371 (+49 ms)Flushing 02829dfde6859128634b2abe9333fa0d/colfamily11: closing flushed file at 1731184617371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c3b8f6: reopening flushed file at 1731184617426 (+55 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02829dfde6859128634b2abe9333fa0d in 123ms, sequenceid=5, compaction requested=false at 1731184617440 (+14 ms)Writing region close event to WAL at 1731184617442 (+2 ms)Running coprocessor post-close hooks at 1731184617462 (+20 ms)Closed at 1731184617462 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731184425314.02829dfde6859128634b2abe9333fa0d. 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e2e2e532e5cbf416c9a6ffb1288cd86, disabling compactions & flushes 2024-11-09T20:36:57,462 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. after waiting 0 ms 2024-11-09T20:36:57,462 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:36:57,463 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e2e2e532e5cbf416c9a6ffb1288cd86 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,483 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/.tmp/colfamily11/505a7a39ff2649b5995a16f6c2c2a0fa is 52, key is xxx/colfamily11:colfamily11/1731184429685/Put/seqid=0 2024-11-09T20:36:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741898_1074 (size=39263) 2024-11-09T20:36:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741898_1074 (size=39263) 2024-11-09T20:36:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741898_1074 (size=39263) 2024-11-09T20:36:57,500 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/.tmp/colfamily11/505a7a39ff2649b5995a16f6c2c2a0fa 2024-11-09T20:36:57,503 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/.tmp/colfamily11/de473d36d93c42948fefedb80c139f76 is 52, key is eee/colfamily11:colfamily11/1731184429221/Put/seqid=0 2024-11-09T20:36:57,512 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/.tmp/colfamily11/505a7a39ff2649b5995a16f6c2c2a0fa as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/colfamily11/505a7a39ff2649b5995a16f6c2c2a0fa 2024-11-09T20:36:57,537 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/colfamily11/505a7a39ff2649b5995a16f6c2c2a0fa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,538 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 740c3c9e1123b489a6c653af28bdc8dc in 93ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741899_1075 (size=39263) 2024-11-09T20:36:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741899_1075 (size=39263) 2024-11-09T20:36:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741899_1075 (size=39263) 2024-11-09T20:36:57,551 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/.tmp/colfamily11/de473d36d93c42948fefedb80c139f76 2024-11-09T20:36:57,567 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/.tmp/colfamily11/de473d36d93c42948fefedb80c139f76 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11/de473d36d93c42948fefedb80c139f76 2024-11-09T20:36:57,579 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11/de473d36d93c42948fefedb80c139f76, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,582 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e2e2e532e5cbf416c9a6ffb1288cd86 in 120ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,589 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:36:57,589 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1325): Online Regions={3e2e2e532e5cbf416c9a6ffb1288cd86=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., 7784b7af6df9f85d05c4e64423332bec=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., ba63f8a0b2aea609e4ff26818a57fccf=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf., 3fa83386656aab7f1860f9919e897e6a=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a., 1eb6a2cd79a173002523603f9ab0a468=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468.} 2024-11-09T20:36:57,589 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 1eb6a2cd79a173002523603f9ab0a468, 3e2e2e532e5cbf416c9a6ffb1288cd86, 3fa83386656aab7f1860f9919e897e6a, 7784b7af6df9f85d05c4e64423332bec, ba63f8a0b2aea609e4ff26818a57fccf 2024-11-09T20:36:57,600 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/740c3c9e1123b489a6c653af28bdc8dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,600 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e2e2e532e5cbf416c9a6ffb1288cd86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,601 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:36:57,601 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:36:57,601 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1325): Online Regions={740c3c9e1123b489a6c653af28bdc8dc=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., 7020a4c0d8303324c74c3f37d0e79520=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., d171ad499e2fe3cc5a168f79d32e2c22=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., 6a7e8aff33f170f145eda0c4e6105845=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845., 88cd748985302f1b3f7791f8f3371ff0=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0.} 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 740c3c9e1123b489a6c653af28bdc8dc: Waiting for close lock at 1731184617445Running coprocessor pre-close hooks at 1731184617445Disabling compacts and flushes for region at 1731184617445Disabling writes for close at 1731184617445Obtaining lock to block concurrent updates at 1731184617445Preparing flush snapshotting stores in 740c3c9e1123b489a6c653af28bdc8dc at 1731184617445Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617446 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. at 1731184617447 (+1 ms)Flushing 740c3c9e1123b489a6c653af28bdc8dc/colfamily11: creating writer at 1731184617447Flushing 740c3c9e1123b489a6c653af28bdc8dc/colfamily11: appending metadata at 1731184617481 (+34 ms)Flushing 740c3c9e1123b489a6c653af28bdc8dc/colfamily11: closing flushed file at 1731184617482 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edec585: reopening flushed file at 1731184617510 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 740c3c9e1123b489a6c653af28bdc8dc in 93ms, sequenceid=5, compaction requested=false at 1731184617538 (+28 ms)Writing region close event to WAL at 1731184617580 (+42 ms)Running coprocessor post-close hooks at 1731184617601 (+21 ms)Closed at 1731184617601 2024-11-09T20:36:57,601 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 6a7e8aff33f170f145eda0c4e6105845, 7020a4c0d8303324c74c3f37d0e79520, 740c3c9e1123b489a6c653af28bdc8dc, 88cd748985302f1b3f7791f8f3371ff0, d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:36:57,601 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e2e2e532e5cbf416c9a6ffb1288cd86: Waiting for close lock at 1731184617462Running coprocessor pre-close hooks at 1731184617462Disabling compacts and flushes for region at 1731184617462Disabling writes for close at 1731184617462Obtaining lock to block concurrent updates at 1731184617463 (+1 ms)Preparing flush snapshotting stores in 3e2e2e532e5cbf416c9a6ffb1288cd86 at 1731184617463Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617463Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. at 1731184617464 (+1 ms)Flushing 3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11: creating writer at 1731184617464Flushing 3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11: appending metadata at 1731184617503 (+39 ms)Flushing 3e2e2e532e5cbf416c9a6ffb1288cd86/colfamily11: closing flushed file at 1731184617503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158c8d8f: reopening flushed file at 1731184617565 (+62 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e2e2e532e5cbf416c9a6ffb1288cd86 in 120ms, sequenceid=5, compaction requested=false at 1731184617582 (+17 ms)Writing region close event to WAL at 1731184617583 (+1 ms)Running coprocessor post-close hooks at 1731184617601 (+18 ms)Closed at 1731184617601 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731184425314.740c3c9e1123b489a6c653af28bdc8dc. 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731184425314.3e2e2e532e5cbf416c9a6ffb1288cd86. 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7020a4c0d8303324c74c3f37d0e79520, disabling compactions & flushes 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7784b7af6df9f85d05c4e64423332bec, disabling compactions & flushes 2024-11-09T20:36:57,601 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:36:57,601 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:36:57,601 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:36:57,602 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. after waiting 0 ms 2024-11-09T20:36:57,602 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:36:57,602 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. after waiting 0 ms 2024-11-09T20:36:57,602 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:36:57,602 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7784b7af6df9f85d05c4e64423332bec 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,602 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7020a4c0d8303324c74c3f37d0e79520 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,641 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/.tmp/colfamily11/293be347e59b4d4cbee1839a51502934 is 52, key is ttt/colfamily11:colfamily11/1731184429505/Put/seqid=0 2024-11-09T20:36:57,648 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/.tmp/colfamily11/a630a09d1080477e89a1433aa1570167 is 52, key is fff/colfamily11:colfamily11/1731184429343/Put/seqid=0 2024-11-09T20:36:57,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741900_1076 (size=39263) 2024-11-09T20:36:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741900_1076 (size=39263) 2024-11-09T20:36:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741900_1076 (size=39263) 2024-11-09T20:36:57,680 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/.tmp/colfamily11/293be347e59b4d4cbee1839a51502934 2024-11-09T20:36:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741901_1077 (size=39263) 2024-11-09T20:36:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741901_1077 (size=39263) 2024-11-09T20:36:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741901_1077 (size=39263) 2024-11-09T20:36:57,694 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/.tmp/colfamily11/293be347e59b4d4cbee1839a51502934 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/colfamily11/293be347e59b4d4cbee1839a51502934 2024-11-09T20:36:57,714 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/colfamily11/293be347e59b4d4cbee1839a51502934, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,715 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/.tmp/colfamily11/a630a09d1080477e89a1433aa1570167 2024-11-09T20:36:57,720 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7784b7af6df9f85d05c4e64423332bec in 118ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,723 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/.tmp/colfamily11/a630a09d1080477e89a1433aa1570167 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/colfamily11/a630a09d1080477e89a1433aa1570167 2024-11-09T20:36:57,731 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/colfamily11/a630a09d1080477e89a1433aa1570167, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,732 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7020a4c0d8303324c74c3f37d0e79520 in 130ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,742 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7020a4c0d8303324c74c3f37d0e79520/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,743 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:36:57,743 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7020a4c0d8303324c74c3f37d0e79520: Waiting for close lock at 1731184617601Running coprocessor pre-close hooks at 1731184617601Disabling compacts and flushes for region at 1731184617601Disabling writes for close at 1731184617602 (+1 ms)Obtaining lock to block concurrent updates at 1731184617602Preparing flush snapshotting stores in 7020a4c0d8303324c74c3f37d0e79520 at 1731184617602Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617602Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. at 1731184617603 (+1 ms)Flushing 7020a4c0d8303324c74c3f37d0e79520/colfamily11: creating writer at 1731184617603Flushing 7020a4c0d8303324c74c3f37d0e79520/colfamily11: appending metadata at 1731184617648 (+45 ms)Flushing 7020a4c0d8303324c74c3f37d0e79520/colfamily11: closing flushed file at 1731184617648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c77d15c: reopening flushed file at 1731184617722 (+74 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7020a4c0d8303324c74c3f37d0e79520 in 130ms, sequenceid=5, compaction requested=false at 1731184617732 (+10 ms)Writing region close event to WAL at 1731184617735 (+3 ms)Running coprocessor post-close hooks at 1731184617743 (+8 ms)Closed at 1731184617743 2024-11-09T20:36:57,743 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731184425314.7020a4c0d8303324c74c3f37d0e79520. 2024-11-09T20:36:57,743 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d171ad499e2fe3cc5a168f79d32e2c22, disabling compactions & flushes 2024-11-09T20:36:57,743 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:36:57,743 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:36:57,743 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. after waiting 0 ms 2024-11-09T20:36:57,744 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:36:57,744 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d171ad499e2fe3cc5a168f79d32e2c22 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,744 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7784b7af6df9f85d05c4e64423332bec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,745 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:36:57,745 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7784b7af6df9f85d05c4e64423332bec: Waiting for close lock at 1731184617601Running coprocessor pre-close hooks at 1731184617601Disabling compacts and flushes for region at 1731184617601Disabling writes for close at 1731184617602 (+1 ms)Obtaining lock to block concurrent updates at 1731184617602Preparing flush snapshotting stores in 7784b7af6df9f85d05c4e64423332bec at 1731184617602Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617602Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. at 1731184617603 (+1 ms)Flushing 7784b7af6df9f85d05c4e64423332bec/colfamily11: creating writer at 1731184617603Flushing 7784b7af6df9f85d05c4e64423332bec/colfamily11: appending metadata at 1731184617641 (+38 ms)Flushing 7784b7af6df9f85d05c4e64423332bec/colfamily11: closing flushed file at 1731184617641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bb37a9: reopening flushed file at 1731184617689 (+48 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7784b7af6df9f85d05c4e64423332bec in 118ms, sequenceid=5, compaction requested=false at 1731184617720 (+31 ms)Writing region close event to WAL at 1731184617739 (+19 ms)Running coprocessor post-close hooks at 1731184617745 (+6 ms)Closed at 1731184617745 2024-11-09T20:36:57,746 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731184425314.7784b7af6df9f85d05c4e64423332bec. 2024-11-09T20:36:57,746 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba63f8a0b2aea609e4ff26818a57fccf, disabling compactions & flushes 2024-11-09T20:36:57,746 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:57,746 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:57,746 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. after waiting 0 ms 2024-11-09T20:36:57,746 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:57,761 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba63f8a0b2aea609e4ff26818a57fccf/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,762 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:57,762 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba63f8a0b2aea609e4ff26818a57fccf: Waiting for close lock at 1731184617746Running coprocessor pre-close hooks at 1731184617746Disabling compacts and flushes for region at 1731184617746Disabling writes for close at 1731184617746Writing region close event to WAL at 1731184617748 (+2 ms)Running coprocessor post-close hooks at 1731184617762 (+14 ms)Closed at 1731184617762 2024-11-09T20:36:57,762 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731184425314.ba63f8a0b2aea609e4ff26818a57fccf. 2024-11-09T20:36:57,762 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fa83386656aab7f1860f9919e897e6a, disabling compactions & flushes 2024-11-09T20:36:57,762 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:57,763 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:57,763 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. after waiting 0 ms 2024-11-09T20:36:57,763 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:57,774 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/.tmp/colfamily11/15a190ed9d35401d87e829f48aa2bbdb is 52, key is uuu/colfamily11:colfamily11/1731184429641/Put/seqid=0 2024-11-09T20:36:57,782 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fa83386656aab7f1860f9919e897e6a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,782 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:57,782 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fa83386656aab7f1860f9919e897e6a: Waiting for close lock at 1731184617762Running coprocessor pre-close hooks at 1731184617762Disabling compacts and flushes for region at 1731184617762Disabling writes for close at 1731184617763 (+1 ms)Writing region close event to WAL at 1731184617767 (+4 ms)Running coprocessor post-close hooks at 1731184617782 (+15 ms)Closed at 1731184617782 2024-11-09T20:36:57,783 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731184425314.3fa83386656aab7f1860f9919e897e6a. 2024-11-09T20:36:57,783 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1eb6a2cd79a173002523603f9ab0a468, disabling compactions & flushes 2024-11-09T20:36:57,783 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:36:57,783 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:36:57,783 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. after waiting 0 ms 2024-11-09T20:36:57,783 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:36:57,783 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1eb6a2cd79a173002523603f9ab0a468 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,790 DEBUG [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1351): Waiting on 1eb6a2cd79a173002523603f9ab0a468 2024-11-09T20:36:57,801 DEBUG [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1351): Waiting on 6a7e8aff33f170f145eda0c4e6105845, 88cd748985302f1b3f7791f8f3371ff0, d171ad499e2fe3cc5a168f79d32e2c22 2024-11-09T20:36:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741902_1078 (size=39263) 2024-11-09T20:36:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741902_1078 (size=39263) 2024-11-09T20:36:57,804 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/.tmp/colfamily11/15a190ed9d35401d87e829f48aa2bbdb 2024-11-09T20:36:57,810 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/.tmp/colfamily11/5a9c73d5fadb4e12a945b1714f28daf9 is 52, key is www/colfamily11:colfamily11/1731184429558/Put/seqid=0 2024-11-09T20:36:57,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741902_1078 (size=39263) 2024-11-09T20:36:57,820 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/.tmp/colfamily11/15a190ed9d35401d87e829f48aa2bbdb as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/colfamily11/15a190ed9d35401d87e829f48aa2bbdb 2024-11-09T20:36:57,827 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/colfamily11/15a190ed9d35401d87e829f48aa2bbdb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,834 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d171ad499e2fe3cc5a168f79d32e2c22 in 90ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741903_1079 (size=39263) 2024-11-09T20:36:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741903_1079 (size=39263) 2024-11-09T20:36:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741903_1079 (size=39263) 2024-11-09T20:36:57,848 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/.tmp/colfamily11/5a9c73d5fadb4e12a945b1714f28daf9 2024-11-09T20:36:57,852 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d171ad499e2fe3cc5a168f79d32e2c22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,853 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d171ad499e2fe3cc5a168f79d32e2c22: Waiting for close lock at 1731184617743Running coprocessor pre-close hooks at 1731184617743Disabling compacts and flushes for region at 1731184617743Disabling writes for close at 1731184617743Obtaining lock to block concurrent updates at 1731184617744 (+1 ms)Preparing flush snapshotting stores in d171ad499e2fe3cc5a168f79d32e2c22 at 1731184617744Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617744Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. at 1731184617746 (+2 ms)Flushing d171ad499e2fe3cc5a168f79d32e2c22/colfamily11: creating writer at 1731184617746Flushing d171ad499e2fe3cc5a168f79d32e2c22/colfamily11: appending metadata at 1731184617774 (+28 ms)Flushing d171ad499e2fe3cc5a168f79d32e2c22/colfamily11: closing flushed file at 1731184617774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6579e5f8: reopening flushed file at 1731184617817 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d171ad499e2fe3cc5a168f79d32e2c22 in 90ms, sequenceid=5, compaction requested=false at 1731184617834 (+17 ms)Writing region close event to WAL at 1731184617844 (+10 ms)Running coprocessor post-close hooks at 1731184617853 (+9 ms)Closed at 1731184617853 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731184425314.d171ad499e2fe3cc5a168f79d32e2c22. 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a7e8aff33f170f145eda0c4e6105845, disabling compactions & flushes 2024-11-09T20:36:57,853 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. after waiting 0 ms 2024-11-09T20:36:57,853 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:57,856 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/.tmp/colfamily11/5a9c73d5fadb4e12a945b1714f28daf9 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/colfamily11/5a9c73d5fadb4e12a945b1714f28daf9 2024-11-09T20:36:57,860 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6a7e8aff33f170f145eda0c4e6105845/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T20:36:57,860 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:57,860 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a7e8aff33f170f145eda0c4e6105845: Waiting for close lock at 1731184617853Running coprocessor pre-close hooks at 1731184617853Disabling compacts and flushes for region at 1731184617853Disabling writes for close at 1731184617853Writing region close event to WAL at 1731184617854 (+1 ms)Running coprocessor post-close hooks at 1731184617860 (+6 ms)Closed at 1731184617860 2024-11-09T20:36:57,860 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731184425314.6a7e8aff33f170f145eda0c4e6105845. 2024-11-09T20:36:57,861 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88cd748985302f1b3f7791f8f3371ff0, disabling compactions & flushes 2024-11-09T20:36:57,861 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:36:57,861 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:36:57,861 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. after waiting 0 ms 2024-11-09T20:36:57,861 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:36:57,861 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88cd748985302f1b3f7791f8f3371ff0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T20:36:57,867 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/colfamily11/5a9c73d5fadb4e12a945b1714f28daf9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,868 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1eb6a2cd79a173002523603f9ab0a468 in 85ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,887 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/.tmp/colfamily11/9059ad496f0d48ef986600345675d976 is 52, key is lll/colfamily11:colfamily11/1731184429472/Put/seqid=0 2024-11-09T20:36:57,889 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1eb6a2cd79a173002523603f9ab0a468/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,890 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:36:57,890 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1eb6a2cd79a173002523603f9ab0a468: Waiting for close lock at 1731184617783Running coprocessor pre-close hooks at 1731184617783Disabling compacts and flushes for region at 1731184617783Disabling writes for close at 1731184617783Obtaining lock to block concurrent updates at 1731184617783Preparing flush snapshotting stores in 1eb6a2cd79a173002523603f9ab0a468 at 1731184617783Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617783Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. at 1731184617784 (+1 ms)Flushing 1eb6a2cd79a173002523603f9ab0a468/colfamily11: creating writer at 1731184617784Flushing 1eb6a2cd79a173002523603f9ab0a468/colfamily11: appending metadata at 1731184617810 (+26 ms)Flushing 1eb6a2cd79a173002523603f9ab0a468/colfamily11: closing flushed file at 1731184617810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73eb4fb7: reopening flushed file at 1731184617855 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1eb6a2cd79a173002523603f9ab0a468 in 85ms, sequenceid=5, compaction requested=false at 1731184617868 (+13 ms)Writing region close event to WAL at 1731184617875 (+7 ms)Running coprocessor post-close hooks at 1731184617890 (+15 ms)Closed at 1731184617890 2024-11-09T20:36:57,891 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731184425314.1eb6a2cd79a173002523603f9ab0a468. 2024-11-09T20:36:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741904_1080 (size=39263) 2024-11-09T20:36:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741904_1080 (size=39263) 2024-11-09T20:36:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741904_1080 (size=39263) 2024-11-09T20:36:57,922 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/.tmp/colfamily11/9059ad496f0d48ef986600345675d976 2024-11-09T20:36:57,943 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/.tmp/colfamily11/9059ad496f0d48ef986600345675d976 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/colfamily11/9059ad496f0d48ef986600345675d976 2024-11-09T20:36:57,963 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/colfamily11/9059ad496f0d48ef986600345675d976, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T20:36:57,965 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88cd748985302f1b3f7791f8f3371ff0 in 104ms, sequenceid=5, compaction requested=false 2024-11-09T20:36:57,990 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,42781,1731184422955; all regions closed. 2024-11-09T20:36:57,990 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88cd748985302f1b3f7791f8f3371ff0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:36:57,992 INFO [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:36:57,992 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88cd748985302f1b3f7791f8f3371ff0: Waiting for close lock at 1731184617861Running coprocessor pre-close hooks at 1731184617861Disabling compacts and flushes for region at 1731184617861Disabling writes for close at 1731184617861Obtaining lock to block concurrent updates at 1731184617861Preparing flush snapshotting stores in 88cd748985302f1b3f7791f8f3371ff0 at 1731184617861Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731184617861Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. at 1731184617862 (+1 ms)Flushing 88cd748985302f1b3f7791f8f3371ff0/colfamily11: creating writer at 1731184617862Flushing 88cd748985302f1b3f7791f8f3371ff0/colfamily11: appending metadata at 1731184617887 (+25 ms)Flushing 88cd748985302f1b3f7791f8f3371ff0/colfamily11: closing flushed file at 1731184617887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d368f8: reopening flushed file at 1731184617941 (+54 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88cd748985302f1b3f7791f8f3371ff0 in 104ms, sequenceid=5, compaction requested=false at 1731184617965 (+24 ms)Writing region close event to WAL at 1731184617973 (+8 ms)Running coprocessor post-close hooks at 1731184617992 (+19 ms)Closed at 1731184617992 2024-11-09T20:36:57,992 DEBUG [RS_CLOSE_REGION-regionserver/221ead37f9cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731184425314.88cd748985302f1b3f7791f8f3371ff0. 2024-11-09T20:36:57,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741865_1041 (size=15752) 2024-11-09T20:36:57,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741865_1041 (size=15752) 2024-11-09T20:36:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741865_1041 (size=15752) 2024-11-09T20:36:58,001 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(976): stopping server 221ead37f9cb,43437,1731184422906; all regions closed. 2024-11-09T20:36:58,004 DEBUG [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs 2024-11-09T20:36:58,004 INFO [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C42781%2C1731184422955.meta:.meta(num 1731184610917) 2024-11-09T20:36:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741834_1010 (size=353024) 2024-11-09T20:36:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741834_1010 (size=353024) 2024-11-09T20:36:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741834_1010 (size=353024) 2024-11-09T20:36:58,013 DEBUG [RS:1;221ead37f9cb:43437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs 2024-11-09T20:36:58,013 INFO [RS:1;221ead37f9cb:43437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C43437%2C1731184422906:(num 1731184424461) 2024-11-09T20:36:58,013 DEBUG [RS:1;221ead37f9cb:43437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:58,013 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:58,013 INFO [RS:1;221ead37f9cb:43437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:58,014 INFO [RS:1;221ead37f9cb:43437 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:58,014 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:36:58,014 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:36:58,014 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:36:58,014 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:58,014 INFO [RS:1;221ead37f9cb:43437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:58,015 INFO [RS:1;221ead37f9cb:43437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43437 2024-11-09T20:36:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741833_1009 (size=278901) 2024-11-09T20:36:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741833_1009 (size=278901) 2024-11-09T20:36:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741833_1009 (size=278901) 2024-11-09T20:36:58,023 DEBUG [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/oldWALs 2024-11-09T20:36:58,023 INFO [RS:2;221ead37f9cb:42781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 221ead37f9cb%2C42781%2C1731184422955:(num 1731184424461) 2024-11-09T20:36:58,023 DEBUG [RS:2;221ead37f9cb:42781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:36:58,023 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:36:58,024 INFO [RS:2;221ead37f9cb:42781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:58,025 INFO [RS:2;221ead37f9cb:42781 {}] hbase.ChoreService(370): Chore service for: regionserver/221ead37f9cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:58,025 INFO [RS:2;221ead37f9cb:42781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:58,025 INFO [RS:2;221ead37f9cb:42781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42781 2024-11-09T20:36:58,026 INFO [regionserver/221ead37f9cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,43437,1731184422906 2024-11-09T20:36:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:36:58,061 INFO [RS:1;221ead37f9cb:43437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/221ead37f9cb,42781,1731184422955 2024-11-09T20:36:58,069 INFO [RS:2;221ead37f9cb:42781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:58,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,42781,1731184422955] 2024-11-09T20:36:58,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,42781,1731184422955 already deleted, retry=false 2024-11-09T20:36:58,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,42781,1731184422955 expired; onlineServers=1 2024-11-09T20:36:58,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [221ead37f9cb,43437,1731184422906] 2024-11-09T20:36:58,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/221ead37f9cb,43437,1731184422906 already deleted, retry=false 2024-11-09T20:36:58,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 221ead37f9cb,43437,1731184422906 expired; onlineServers=0 2024-11-09T20:36:58,094 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '221ead37f9cb,44919,1731184422094' ***** 2024-11-09T20:36:58,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T20:36:58,095 INFO [M:0;221ead37f9cb:44919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:36:58,095 INFO [M:0;221ead37f9cb:44919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:36:58,095 DEBUG [M:0;221ead37f9cb:44919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T20:36:58,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T20:36:58,095 DEBUG [M:0;221ead37f9cb:44919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T20:36:58,095 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184424070 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.small.0-1731184424070,5,FailOnTimeoutGroup] 2024-11-09T20:36:58,095 DEBUG [master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184424069 {}] cleaner.HFileCleaner(306): Exit Thread[master/221ead37f9cb:0:becomeActiveMaster-HFileCleaner.large.0-1731184424069,5,FailOnTimeoutGroup] 2024-11-09T20:36:58,095 INFO [M:0;221ead37f9cb:44919 {}] hbase.ChoreService(370): Chore service for: master/221ead37f9cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T20:36:58,095 INFO [M:0;221ead37f9cb:44919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:36:58,096 DEBUG [M:0;221ead37f9cb:44919 {}] master.HMaster(1795): Stopping service threads 2024-11-09T20:36:58,096 INFO [M:0;221ead37f9cb:44919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T20:36:58,096 INFO [M:0;221ead37f9cb:44919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:36:58,096 INFO [M:0;221ead37f9cb:44919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:36:58,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T20:36:58,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T20:36:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:36:58,114 DEBUG [M:0;221ead37f9cb:44919 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-09T20:36:58,114 DEBUG [M:0;221ead37f9cb:44919 {}] master.ActiveMasterManager(353): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-09T20:36:58,115 INFO [M:0;221ead37f9cb:44919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/.lastflushedseqids 2024-11-09T20:36:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741905_1081 (size=2837) 2024-11-09T20:36:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741905_1081 (size=2837) 2024-11-09T20:36:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741905_1081 (size=2837) 2024-11-09T20:36:58,150 INFO [M:0;221ead37f9cb:44919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:36:58,150 INFO [M:0;221ead37f9cb:44919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T20:36:58,150 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:36:58,150 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:58,150 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:58,150 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:36:58,150 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:58,151 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=343.85 KB heapSize=404.12 KB 2024-11-09T20:36:58,178 INFO [RS:1;221ead37f9cb:43437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:58,178 INFO [RS:1;221ead37f9cb:43437 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,43437,1731184422906; zookeeper connection closed. 2024-11-09T20:36:58,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43437-0x10122978c260002, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5792fff8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5792fff8 2024-11-09T20:36:58,180 DEBUG [M:0;221ead37f9cb:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5c4e58c8a98462da151db1eefe6fa56 is 82, key is hbase:meta,,1/info:regioninfo/1731184611563/Put/seqid=0 2024-11-09T20:36:58,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,186 INFO [RS:2;221ead37f9cb:42781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:58,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42781-0x10122978c260003, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,186 INFO [RS:2;221ead37f9cb:42781 {}] regionserver.HRegionServer(1031): Exiting; stopping=221ead37f9cb,42781,1731184422955; zookeeper connection closed. 2024-11-09T20:36:58,186 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3471f1a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3471f1a6 2024-11-09T20:36:58,187 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T20:36:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741906_1082 (size=6071) 2024-11-09T20:36:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741906_1082 (size=6071) 2024-11-09T20:36:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741906_1082 (size=6071) 2024-11-09T20:36:58,229 INFO [M:0;221ead37f9cb:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=633 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5c4e58c8a98462da151db1eefe6fa56 2024-11-09T20:36:58,257 DEBUG [M:0;221ead37f9cb:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014d9d13b761408597c956dbdf1ec63b is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731184426903/Put/seqid=0 2024-11-09T20:36:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741907_1083 (size=13505) 2024-11-09T20:36:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741907_1083 (size=13505) 2024-11-09T20:36:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741907_1083 (size=13505) 2024-11-09T20:36:58,277 INFO [M:0;221ead37f9cb:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=342.62 KB at sequenceid=633 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014d9d13b761408597c956dbdf1ec63b 2024-11-09T20:36:58,304 DEBUG [M:0;221ead37f9cb:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a815af0e57594748a73a15ecd4e33b55 is 69, key is 221ead37f9cb,42781,1731184422955/rs:state/1731184424167/Put/seqid=0 2024-11-09T20:36:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741908_1084 (size=5442) 2024-11-09T20:36:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741908_1084 (size=5442) 2024-11-09T20:36:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741908_1084 (size=5442) 2024-11-09T20:36:58,322 INFO [M:0;221ead37f9cb:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=633 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a815af0e57594748a73a15ecd4e33b55 2024-11-09T20:36:58,335 INFO [M:0;221ead37f9cb:44919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a815af0e57594748a73a15ecd4e33b55 2024-11-09T20:36:58,337 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5c4e58c8a98462da151db1eefe6fa56 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5c4e58c8a98462da151db1eefe6fa56 2024-11-09T20:36:58,350 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5c4e58c8a98462da151db1eefe6fa56, entries=14, sequenceid=633, filesize=5.9 K 2024-11-09T20:36:58,352 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014d9d13b761408597c956dbdf1ec63b as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014d9d13b761408597c956dbdf1ec63b 2024-11-09T20:36:58,359 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014d9d13b761408597c956dbdf1ec63b, entries=81, sequenceid=633, filesize=13.2 K 2024-11-09T20:36:58,361 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a815af0e57594748a73a15ecd4e33b55 as hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a815af0e57594748a73a15ecd4e33b55 2024-11-09T20:36:58,370 INFO [M:0;221ead37f9cb:44919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a815af0e57594748a73a15ecd4e33b55 2024-11-09T20:36:58,370 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/f85d9163-bb35-f30a-ff7d-56c353fca499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a815af0e57594748a73a15ecd4e33b55, entries=3, sequenceid=633, filesize=5.3 K 2024-11-09T20:36:58,371 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~343.85 KB/352104, heapSize ~403.82 KB/413512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=633, compaction requested=false 2024-11-09T20:36:58,373 INFO [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:36:58,374 DEBUG [M:0;221ead37f9cb:44919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731184618150Disabling compacts and flushes for region at 1731184618150Disabling writes for close at 1731184618150Obtaining lock to block concurrent updates at 1731184618151 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731184618151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352104, getHeapSize=413752, getOffHeapSize=0, getCellsCount=798 at 1731184618151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731184618152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731184618152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731184618180 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731184618180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731184618235 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731184618256 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731184618256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731184618283 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731184618303 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731184618303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b45c0a4: reopening flushed file at 1731184618336 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a98035c: reopening flushed file at 1731184618351 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711e7cd1: reopening flushed file at 1731184618359 (+8 ms)Finished flush of dataSize ~343.85 KB/352104, heapSize ~403.82 KB/413512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 221ms, sequenceid=633, compaction requested=false at 1731184618371 (+12 ms)Writing region close event to WAL at 1731184618373 (+2 ms)Closed at 1731184618373 2024-11-09T20:36:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37453 is added to blk_1073741830_1006 (size=394328) 2024-11-09T20:36:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46613 is added to blk_1073741830_1006 (size=394328) 2024-11-09T20:36:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44687 is added to blk_1073741830_1006 (size=394328) 2024-11-09T20:36:58,383 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:36:58,383 INFO [M:0;221ead37f9cb:44919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T20:36:58,383 INFO [M:0;221ead37f9cb:44919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44919 2024-11-09T20:36:58,383 INFO [M:0;221ead37f9cb:44919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:36:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,494 INFO [M:0;221ead37f9cb:44919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:36:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x10122978c260000, quorum=127.0.0.1:61417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:36:58,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830dca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:58,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:58,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:58,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:58,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:58,505 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:58,505 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1235226431-172.17.0.2-1731184418293 (Datanode Uuid 6322b1c9-cd56-49dd-b3dd-6c81c3f13392) service to localhost/127.0.0.1:38243 2024-11-09T20:36:58,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:58,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:58,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data5/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data6/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:58,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4223727d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:58,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:58,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:58,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:58,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:58,524 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:58,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:58,524 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1235226431-172.17.0.2-1731184418293 (Datanode Uuid fcb565af-ab3f-4b6e-b269-4b51f18c381b) service to localhost/127.0.0.1:38243 2024-11-09T20:36:58,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:58,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data4/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data3/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:58,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694dc04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:36:58,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:58,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:58,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:58,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:58,544 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:36:58,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:36:58,544 WARN [BP-1235226431-172.17.0.2-1731184418293 heartbeating to localhost/127.0.0.1:38243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1235226431-172.17.0.2-1731184418293 (Datanode Uuid a8879ea9-e007-4aa1-9c9b-00753f3a1232) service to localhost/127.0.0.1:38243 2024-11-09T20:36:58,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:36:58,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data1/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/cluster_bc63af66-9662-277d-dd79-89f435c094b5/data/data2/current/BP-1235226431-172.17.0.2-1731184418293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:36:58,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:36:58,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:36:58,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:36:58,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:36:58,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:36:58,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4093f352-342c-ecd6-e52a-587a9991d414/hadoop.log.dir/,STOPPED} 2024-11-09T20:36:58,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T20:36:58,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T20:36:58,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/221ead37f9cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/221ead37f9cb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7a4f3f9b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38243 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38243 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/221ead37f9cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/221ead37f9cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/221ead37f9cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/221ead37f9cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=453 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4311 (was 6102)