2024-11-09 23:52:15,776 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 23:52:15,792 main DEBUG Took 0.015057 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 23:52:15,793 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 23:52:15,793 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 23:52:15,794 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 23:52:15,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,803 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 23:52:15,815 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,817 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,818 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,820 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,821 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,823 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,823 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,825 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:52:15,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,827 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 23:52:15,829 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:52:15,830 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 23:52:15,831 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 23:52:15,832 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 23:52:15,833 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 23:52:15,833 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 23:52:15,841 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 23:52:15,844 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 23:52:15,846 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 23:52:15,846 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 23:52:15,847 main DEBUG createAppenders(={Console}) 2024-11-09 23:52:15,847 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-09 23:52:15,848 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 23:52:15,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-09 23:52:15,849 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 23:52:15,849 main DEBUG OutputStream closed 2024-11-09 23:52:15,849 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 23:52:15,849 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 23:52:15,850 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-09 23:52:15,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 23:52:15,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 23:52:15,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 23:52:15,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 23:52:15,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 23:52:15,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 23:52:15,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 23:52:15,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 23:52:15,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 23:52:15,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 23:52:15,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 23:52:15,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 23:52:15,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 23:52:15,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 23:52:15,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 23:52:15,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 23:52:15,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 23:52:15,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 23:52:15,926 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 23:52:15,926 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-09 23:52:15,927 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 23:52:15,928 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-09T23:52:15,939 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-09 23:52:15,941 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 23:52:15,942 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T23:52:15,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=18722 2024-11-09T23:52:16,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5 2024-11-09T23:52:16,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T23:52:16,245 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e, deleteOnExit=true 2024-11-09T23:52:16,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T23:52:16,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/test.cache.data in system properties and HBase conf 2024-11-09T23:52:16,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T23:52:16,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir in system properties and HBase conf 2024-11-09T23:52:16,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T23:52:16,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T23:52:16,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T23:52:16,335 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T23:52:16,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T23:52:16,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:52:16,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:52:16,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T23:52:16,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:52:16,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T23:52:16,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T23:52:16,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:52:16,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:52:16,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T23:52:16,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/nfs.dump.dir in system properties and HBase conf 2024-11-09T23:52:16,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/java.io.tmpdir in system properties and HBase conf 2024-11-09T23:52:16,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:52:16,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T23:52:16,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T23:52:17,464 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T23:52:17,533 INFO [Time-limited test {}] log.Log(170): Logging initialized @2392ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T23:52:17,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:52:17,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:52:17,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:52:17,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:52:17,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T23:52:17,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:52:17,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:52:17,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:52:17,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/java.io.tmpdir/jetty-localhost-37177-hadoop-hdfs-3_4_1-tests_jar-_-any-9138700164738356245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:52:17,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:37177} 2024-11-09T23:52:17,877 INFO [Time-limited test {}] server.Server(415): Started @2737ms 2024-11-09T23:52:18,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:52:18,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:52:18,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:52:18,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:52:18,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:52:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:52:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:52:18,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/java.io.tmpdir/jetty-localhost-45171-hadoop-hdfs-3_4_1-tests_jar-_-any-5593454422187924498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:52:18,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:45171} 2024-11-09T23:52:18,482 INFO [Time-limited test {}] server.Server(415): Started @3342ms 2024-11-09T23:52:18,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:52:18,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:52:18,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:52:18,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:52:18,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:52:18,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:52:18,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:52:18,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:52:18,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/java.io.tmpdir/jetty-localhost-41047-hadoop-hdfs-3_4_1-tests_jar-_-any-16475051043388954673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:52:18,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:41047} 2024-11-09T23:52:18,743 INFO [Time-limited test {}] server.Server(415): Started @3603ms 2024-11-09T23:52:18,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:52:18,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:52:18,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:52:18,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:52:18,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:52:18,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:52:18,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:52:18,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:52:18,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/java.io.tmpdir/jetty-localhost-37063-hadoop-hdfs-3_4_1-tests_jar-_-any-14498851385718456478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:52:18,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:37063} 2024-11-09T23:52:18,899 INFO [Time-limited test {}] server.Server(415): Started @3759ms 2024-11-09T23:52:18,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:52:19,905 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data4/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,905 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data2/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,905 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data3/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,905 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data1/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,943 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:52:19,944 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:52:19,967 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data5/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,968 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data6/current/BP-2024430087-172.17.0.2-1731196336999/current, will proceed with Du for space computation calculation, 2024-11-09T23:52:19,996 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:52:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb19c84207d208d67 with lease ID 0xc6b7646726778a03: Processing first storage report for DS-cd747684-4688-4d51-aef4-d3a23b803098 from datanode DatanodeRegistration(127.0.0.1:42083, datanodeUuid=45ae4cf3-8460-4371-9fba-3767081041d7, infoPort=33871, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb19c84207d208d67 with lease ID 0xc6b7646726778a03: from storage DS-cd747684-4688-4d51-aef4-d3a23b803098 node DatanodeRegistration(127.0.0.1:42083, datanodeUuid=45ae4cf3-8460-4371-9fba-3767081041d7, infoPort=33871, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T23:52:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d97c0760c7c60c7 with lease ID 0xc6b7646726778a02: Processing first storage report for DS-ea364b9d-b123-4c19-b887-a416a0d3b080 from datanode DatanodeRegistration(127.0.0.1:36589, datanodeUuid=c6303aca-a1cc-4998-b19e-7c8f9d8efe67, infoPort=44675, infoSecurePort=0, ipcPort=35301, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d97c0760c7c60c7 with lease ID 0xc6b7646726778a02: from storage DS-ea364b9d-b123-4c19-b887-a416a0d3b080 node DatanodeRegistration(127.0.0.1:36589, datanodeUuid=c6303aca-a1cc-4998-b19e-7c8f9d8efe67, infoPort=44675, infoSecurePort=0, ipcPort=35301, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:52:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb19c84207d208d67 with lease ID 0xc6b7646726778a03: Processing first storage report for DS-94099349-bb91-41e5-a27c-c94e8714e8e8 from datanode DatanodeRegistration(127.0.0.1:42083, datanodeUuid=45ae4cf3-8460-4371-9fba-3767081041d7, infoPort=33871, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb19c84207d208d67 with lease ID 0xc6b7646726778a03: from storage DS-94099349-bb91-41e5-a27c-c94e8714e8e8 node DatanodeRegistration(127.0.0.1:42083, datanodeUuid=45ae4cf3-8460-4371-9fba-3767081041d7, infoPort=33871, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T23:52:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d97c0760c7c60c7 with lease ID 0xc6b7646726778a02: Processing first storage report for DS-ca6a817b-cfdb-4e28-8739-cdaf7b0420d4 from datanode DatanodeRegistration(127.0.0.1:36589, datanodeUuid=c6303aca-a1cc-4998-b19e-7c8f9d8efe67, infoPort=44675, infoSecurePort=0, ipcPort=35301, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d97c0760c7c60c7 with lease ID 0xc6b7646726778a02: from storage DS-ca6a817b-cfdb-4e28-8739-cdaf7b0420d4 node DatanodeRegistration(127.0.0.1:36589, datanodeUuid=c6303aca-a1cc-4998-b19e-7c8f9d8efe67, infoPort=44675, infoSecurePort=0, ipcPort=35301, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:52:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f4984bb9adf778 with lease ID 0xc6b7646726778a04: Processing first storage report for DS-da97f3c7-e307-4ab5-ad22-1b986f223c13 from datanode DatanodeRegistration(127.0.0.1:35129, datanodeUuid=e12a5e4e-03a2-4dc8-969f-f8d9cadf5f89, infoPort=42495, infoSecurePort=0, ipcPort=39653, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f4984bb9adf778 with lease ID 0xc6b7646726778a04: from storage DS-da97f3c7-e307-4ab5-ad22-1b986f223c13 node DatanodeRegistration(127.0.0.1:35129, datanodeUuid=e12a5e4e-03a2-4dc8-969f-f8d9cadf5f89, infoPort=42495, infoSecurePort=0, ipcPort=39653, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:52:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f4984bb9adf778 with lease ID 0xc6b7646726778a04: Processing first storage report for DS-b533610e-69c5-4953-9a32-41ca8dcb6139 from datanode DatanodeRegistration(127.0.0.1:35129, datanodeUuid=e12a5e4e-03a2-4dc8-969f-f8d9cadf5f89, infoPort=42495, infoSecurePort=0, ipcPort=39653, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999) 2024-11-09T23:52:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f4984bb9adf778 with lease ID 0xc6b7646726778a04: from storage DS-b533610e-69c5-4953-9a32-41ca8dcb6139 node DatanodeRegistration(127.0.0.1:35129, datanodeUuid=e12a5e4e-03a2-4dc8-969f-f8d9cadf5f89, infoPort=42495, infoSecurePort=0, ipcPort=39653, storageInfo=lv=-57;cid=testClusterID;nsid=194220539;c=1731196336999), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T23:52:20,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5 2024-11-09T23:52:20,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/zookeeper_0, clientPort=59118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T23:52:20,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59118 2024-11-09T23:52:20,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:20,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:52:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:52:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:52:20,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed with version=8 2024-11-09T23:52:20,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/hbase-staging 2024-11-09T23:52:20,816 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T23:52:21,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:52:21,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:52:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:52:21,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T23:52:21,244 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T23:52:21,252 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T23:52:21,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:52:21,280 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41184 (auto-detected) 2024-11-09T23:52:21,282 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T23:52:21,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39471 2024-11-09T23:52:21,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39471 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-09T23:52:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394710x0, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:52:21,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39471-0x101234d5a280000 connected 2024-11-09T23:52:21,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:52:21,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed, hbase.cluster.distributed=false 2024-11-09T23:52:21,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:52:21,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-09T23:52:21,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39471 2024-11-09T23:52:21,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39471 2024-11-09T23:52:21,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-09T23:52:21,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-09T23:52:21,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:52:21,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:52:21,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:52:21,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:52:21,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:52:21,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35731 2024-11-09T23:52:21,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35731 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-09T23:52:21,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357310x0, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:52:21,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35731-0x101234d5a280001 connected 2024-11-09T23:52:21,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:52:21,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:52:21,729 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:52:21,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:52:21,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:52:21,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-09T23:52:21,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35731 2024-11-09T23:52:21,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35731 2024-11-09T23:52:21,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-09T23:52:21,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-09T23:52:21,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:52:21,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:52:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:52:21,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:52:21,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:52:21,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33385 2024-11-09T23:52:21,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33385 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-09T23:52:21,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333850x0, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:52:21,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333850x0, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:52:21,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33385-0x101234d5a280002 connected 2024-11-09T23:52:21,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:52:21,793 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:52:21,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:52:21,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:52:21,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33385 2024-11-09T23:52:21,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33385 2024-11-09T23:52:21,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33385 2024-11-09T23:52:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33385 2024-11-09T23:52:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33385 2024-11-09T23:52:21,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:52:21,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:52:21,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:52:21,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44107 2024-11-09T23:52:21,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44107 connecting to ZooKeeper ensemble=127.0.0.1:59118 2024-11-09T23:52:21,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:21,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441070x0, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:52:21,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441070x0, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:52:21,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44107-0x101234d5a280003 connected 2024-11-09T23:52:21,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:52:21,835 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:52:21,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:52:21,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:52:21,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-09T23:52:21,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44107 2024-11-09T23:52:21,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44107 2024-11-09T23:52:21,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-09T23:52:21,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44107 2024-11-09T23:52:21,862 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d8c37854f6e:39471 2024-11-09T23:52:21,863 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,877 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:21,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:21,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:52:21,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:52:21,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:52:21,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:21,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:21,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:21,907 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T23:52:21,909 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9d8c37854f6e,39471,1731196340906 from backup master directory 2024-11-09T23:52:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:52:21,917 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:52:21,918 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:21,919 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T23:52:21,920 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T23:52:21,975 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/hbase.id] with ID: 083718a7-e841-4cca-8f57-4485ef6c8ad8 2024-11-09T23:52:21,975 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/.tmp/hbase.id 2024-11-09T23:52:21,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:52:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:52:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:52:21,991 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/.tmp/hbase.id]:[hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/hbase.id] 2024-11-09T23:52:22,039 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:52:22,044 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T23:52:22,061 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T23:52:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:52:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:52:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:52:22,129 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:52:22,132 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T23:52:22,145 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:22,149 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:52:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:52:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:52:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:52:22,194 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store 2024-11-09T23:52:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:52:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:52:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:52:22,219 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T23:52:22,222 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:22,223 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:52:22,224 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:52:22,224 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:52:22,226 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:52:22,226 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:52:22,226 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:52:22,228 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196342223Disabling compacts and flushes for region at 1731196342223Disabling writes for close at 1731196342226 (+3 ms)Writing region close event to WAL at 1731196342226Closed at 1731196342226 2024-11-09T23:52:22,230 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/.initializing 2024-11-09T23:52:22,230 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/WALs/9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:22,239 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:52:22,252 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C39471%2C1731196340906, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/WALs/9d8c37854f6e,39471,1731196340906, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/oldWALs, maxLogs=10 2024-11-09T23:52:22,280 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/WALs/9d8c37854f6e,39471,1731196340906/9d8c37854f6e%2C39471%2C1731196340906.1731196342258, exclude list is [], retry=0 2024-11-09T23:52:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:52:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:52:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:52:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T23:52:22,333 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/WALs/9d8c37854f6e,39471,1731196340906/9d8c37854f6e%2C39471%2C1731196340906.1731196342258 2024-11-09T23:52:22,334 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33871:33871),(127.0.0.1/127.0.0.1:42495:42495),(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-09T23:52:22,335 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:52:22,335 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:22,339 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,340 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T23:52:22,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T23:52:22,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:22,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T23:52:22,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:22,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T23:52:22,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:22,416 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,419 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,420 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,426 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,426 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,429 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:52:22,433 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:52:22,437 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:22,438 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700269, jitterRate=0.09821958839893341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:52:22,445 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731196342351Initializing all the Stores at 1731196342353 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196342354 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196342355 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196342355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196342355Cleaning up temporary data from old regions at 1731196342426 (+71 ms)Region opened successfully at 1731196342444 (+18 ms) 2024-11-09T23:52:22,446 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T23:52:22,476 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b091b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:52:22,502 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T23:52:22,511 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:52:22,511 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:52:22,514 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:52:22,515 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T23:52:22,519 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T23:52:22,519 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T23:52:22,542 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T23:52:22,549 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T23:52:22,583 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T23:52:22,588 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T23:52:22,591 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T23:52:22,600 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T23:52:22,602 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T23:52:22,605 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T23:52:22,616 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T23:52:22,618 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T23:52:22,624 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T23:52:22,646 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T23:52:22,656 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T23:52:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:52:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:52:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:52:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:52:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,672 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d8c37854f6e,39471,1731196340906, sessionid=0x101234d5a280000, setting cluster-up flag (Was=false) 2024-11-09T23:52:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,725 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T23:52:22,729 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:22,774 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T23:52:22,777 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:22,784 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T23:52:22,847 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:52:22,849 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(746): ClusterId : 083718a7-e841-4cca-8f57-4485ef6c8ad8 2024-11-09T23:52:22,849 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(746): ClusterId : 083718a7-e841-4cca-8f57-4485ef6c8ad8 2024-11-09T23:52:22,849 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(746): ClusterId : 083718a7-e841-4cca-8f57-4485ef6c8ad8 2024-11-09T23:52:22,851 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:52:22,851 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:52:22,851 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:52:22,858 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T23:52:22,867 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T23:52:22,873 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d8c37854f6e,39471,1731196340906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T23:52:22,883 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:52:22,883 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:52:22,883 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:52:22,883 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:52:22,883 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:52:22,883 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d8c37854f6e:0, corePoolSize=10, maxPoolSize=10 2024-11-09T23:52:22,884 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:22,885 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:52:22,885 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:22,885 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196372885 2024-11-09T23:52:22,887 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T23:52:22,888 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T23:52:22,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:52:22,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T23:52:22,892 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T23:52:22,892 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T23:52:22,893 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T23:52:22,893 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T23:52:22,893 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:22,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T23:52:22,897 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T23:52:22,898 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T23:52:22,899 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T23:52:22,900 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:52:22,900 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:52:22,900 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:52:22,901 DEBUG [RS:0;9d8c37854f6e:35731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a46af82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:52:22,901 DEBUG [RS:2;9d8c37854f6e:44107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392dd4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:52:22,901 DEBUG [RS:1;9d8c37854f6e:33385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58486638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:52:22,902 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T23:52:22,903 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T23:52:22,907 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196342904,5,FailOnTimeoutGroup] 2024-11-09T23:52:22,911 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196342907,5,FailOnTimeoutGroup] 2024-11-09T23:52:22,911 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:22,911 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T23:52:22,913 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:22,913 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:22,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:52:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:52:22,917 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d8c37854f6e:35731 2024-11-09T23:52:22,917 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9d8c37854f6e:44107 2024-11-09T23:52:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:52:22,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T23:52:22,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:22,920 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9d8c37854f6e:33385 2024-11-09T23:52:22,921 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:52:22,921 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:52:22,921 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:52:22,921 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:52:22,921 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:52:22,921 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:52:22,921 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:52:22,921 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:52:22,921 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:52:22,924 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,39471,1731196340906 with port=33385, startcode=1731196341755 2024-11-09T23:52:22,924 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,39471,1731196340906 with port=35731, startcode=1731196341639 2024-11-09T23:52:22,924 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,39471,1731196340906 with port=44107, startcode=1731196341816 2024-11-09T23:52:22,936 DEBUG [RS:1;9d8c37854f6e:33385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:52:22,936 DEBUG [RS:0;9d8c37854f6e:35731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:52:22,936 DEBUG [RS:2;9d8c37854f6e:44107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:52:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:52:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:52:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:52:22,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:52:22,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:52:22,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:22,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:52:22,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:52:22,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:52:22,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:52:22,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:22,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:52:22,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:52:22,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:52:22,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:52:22,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:52:22,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:52:22,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:52:22,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:52:22,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:52:22,973 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34483, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:52:22,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38697, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:52:22,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:52:22,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:22,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:22,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:22,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59697332, jitterRate=-0.11044043302536011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:52:22,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731196342941Initializing all the Stores at 1731196342942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196342943 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196342943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196342943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196342943Cleaning up temporary data from old regions at 1731196342969 (+26 ms)Region opened successfully at 1731196342988 (+19 ms) 2024-11-09T23:52:22,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:52:22,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:52:22,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:52:22,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:52:22,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:52:22,990 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:52:22,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196342988Disabling compacts and flushes for region at 1731196342988Disabling writes for close at 1731196342989 (+1 ms)Writing region close event to WAL at 1731196342989Closed at 1731196342990 (+1 ms) 2024-11-09T23:52:22,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:22,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:22,995 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:22,995 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46017 2024-11-09T23:52:22,995 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:52:22,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:52:22,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T23:52:22,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:22,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:22,996 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:22,996 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46017 2024-11-09T23:52:22,996 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:52:23,000 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:23,001 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46017 2024-11-09T23:52:23,001 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:52:23,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T23:52:23,015 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:52:23,018 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T23:52:23,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:52:23,056 DEBUG [RS:1;9d8c37854f6e:33385 {}] zookeeper.ZKUtil(111): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:23,056 WARN [RS:1;9d8c37854f6e:33385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:52:23,057 INFO [RS:1;9d8c37854f6e:33385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:52:23,057 DEBUG [RS:0;9d8c37854f6e:35731 {}] zookeeper.ZKUtil(111): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:23,057 DEBUG [RS:2;9d8c37854f6e:44107 {}] zookeeper.ZKUtil(111): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,057 WARN [RS:0;9d8c37854f6e:35731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:52:23,057 WARN [RS:2;9d8c37854f6e:44107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:52:23,057 INFO [RS:0;9d8c37854f6e:35731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:52:23,057 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:23,057 INFO [RS:2;9d8c37854f6e:44107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:52:23,057 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:23,057 DEBUG [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,35731,1731196341639] 2024-11-09T23:52:23,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,33385,1731196341755] 2024-11-09T23:52:23,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,44107,1731196341816] 2024-11-09T23:52:23,083 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:52:23,083 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:52:23,083 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:52:23,098 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:52:23,098 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:52:23,099 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:52:23,104 INFO [RS:2;9d8c37854f6e:44107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:52:23,104 INFO [RS:0;9d8c37854f6e:35731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:52:23,104 INFO [RS:1;9d8c37854f6e:33385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:52:23,104 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,104 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,104 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,105 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:52:23,105 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:52:23,105 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:52:23,111 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:52:23,111 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:52:23,111 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:52:23,112 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,112 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,112 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,112 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,112 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,112 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,112 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,112 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,113 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:52:23,114 DEBUG [RS:0;9d8c37854f6e:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,114 DEBUG [RS:2;9d8c37854f6e:44107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,114 DEBUG [RS:1;9d8c37854f6e:33385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:52:23,123 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,124 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,124 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,124 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,124 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,124 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,33385,1731196341755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44107,1731196341816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,126 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,35731,1731196341639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:52:23,153 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:52:23,153 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:52:23,153 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:52:23,155 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,33385,1731196341755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,155 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,35731,1731196341639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,155 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44107,1731196341816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,156 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,156 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,156 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.Replication(171): 9d8c37854f6e,33385,1731196341755 started 2024-11-09T23:52:23,156 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.Replication(171): 9d8c37854f6e,35731,1731196341639 started 2024-11-09T23:52:23,156 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,156 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.Replication(171): 9d8c37854f6e,44107,1731196341816 started 2024-11-09T23:52:23,169 WARN [9d8c37854f6e:39471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T23:52:23,182 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,182 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,182 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,44107,1731196341816, RpcServer on 9d8c37854f6e/172.17.0.2:44107, sessionid=0x101234d5a280003 2024-11-09T23:52:23,182 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,35731,1731196341639, RpcServer on 9d8c37854f6e/172.17.0.2:35731, sessionid=0x101234d5a280001 2024-11-09T23:52:23,183 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:52:23,183 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:52:23,183 DEBUG [RS:2;9d8c37854f6e:44107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,183 DEBUG [RS:0;9d8c37854f6e:35731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:23,184 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44107,1731196341816' 2024-11-09T23:52:23,184 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,35731,1731196341639' 2024-11-09T23:52:23,184 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:52:23,184 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:52:23,185 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:52:23,185 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:52:23,186 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:52:23,186 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:52:23,186 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:52:23,186 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:52:23,186 DEBUG [RS:0;9d8c37854f6e:35731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:23,186 DEBUG [RS:2;9d8c37854f6e:44107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,186 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,35731,1731196341639' 2024-11-09T23:52:23,186 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44107,1731196341816' 2024-11-09T23:52:23,186 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:52:23,186 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:52:23,187 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:52:23,187 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:52:23,187 DEBUG [RS:0;9d8c37854f6e:35731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:52:23,187 INFO [RS:0;9d8c37854f6e:35731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:52:23,187 DEBUG [RS:2;9d8c37854f6e:44107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:52:23,188 INFO [RS:0;9d8c37854f6e:35731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:52:23,188 INFO [RS:2;9d8c37854f6e:44107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:52:23,188 INFO [RS:2;9d8c37854f6e:44107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:52:23,213 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:23,213 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,33385,1731196341755, RpcServer on 9d8c37854f6e/172.17.0.2:33385, sessionid=0x101234d5a280002 2024-11-09T23:52:23,213 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:52:23,213 DEBUG [RS:1;9d8c37854f6e:33385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:23,213 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,33385,1731196341755' 2024-11-09T23:52:23,213 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:52:23,214 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:52:23,215 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:52:23,215 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:52:23,215 DEBUG [RS:1;9d8c37854f6e:33385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:23,215 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,33385,1731196341755' 2024-11-09T23:52:23,215 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:52:23,216 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:52:23,216 DEBUG [RS:1;9d8c37854f6e:33385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:52:23,217 INFO [RS:1;9d8c37854f6e:33385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:52:23,217 INFO [RS:1;9d8c37854f6e:33385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:52:23,294 INFO [RS:0;9d8c37854f6e:35731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:52:23,294 INFO [RS:2;9d8c37854f6e:44107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:52:23,298 INFO [RS:2;9d8c37854f6e:44107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44107%2C1731196341816, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs, maxLogs=32 2024-11-09T23:52:23,298 INFO [RS:0;9d8c37854f6e:35731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C35731%2C1731196341639, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,35731,1731196341639, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs, maxLogs=32 2024-11-09T23:52:23,317 DEBUG [RS:2;9d8c37854f6e:44107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, exclude list is [], retry=0 2024-11-09T23:52:23,317 INFO [RS:1;9d8c37854f6e:33385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:52:23,318 DEBUG [RS:0;9d8c37854f6e:35731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,35731,1731196341639/9d8c37854f6e%2C35731%2C1731196341639.1731196343302, exclude list is [], retry=0 2024-11-09T23:52:23,320 INFO [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C33385%2C1731196341755, suffix=, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs, maxLogs=32 2024-11-09T23:52:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:52:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:52:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:52:23,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:52:23,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:52:23,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:52:23,331 INFO [RS:2;9d8c37854f6e:44107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 2024-11-09T23:52:23,331 INFO [RS:0;9d8c37854f6e:35731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,35731,1731196341639/9d8c37854f6e%2C35731%2C1731196341639.1731196343302 2024-11-09T23:52:23,332 DEBUG [RS:2;9d8c37854f6e:44107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33871:33871),(127.0.0.1/127.0.0.1:44675:44675),(127.0.0.1/127.0.0.1:42495:42495)] 2024-11-09T23:52:23,332 DEBUG [RS:0;9d8c37854f6e:35731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44675:44675),(127.0.0.1/127.0.0.1:42495:42495),(127.0.0.1/127.0.0.1:33871:33871)] 2024-11-09T23:52:23,339 DEBUG [RS:1;9d8c37854f6e:33385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755/9d8c37854f6e%2C33385%2C1731196341755.1731196343323, exclude list is [], retry=0 2024-11-09T23:52:23,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:52:23,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:52:23,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:52:23,355 INFO [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755/9d8c37854f6e%2C33385%2C1731196341755.1731196343323 2024-11-09T23:52:23,355 DEBUG [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33871:33871),(127.0.0.1/127.0.0.1:42495:42495),(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-09T23:52:23,422 DEBUG [9d8c37854f6e:39471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T23:52:23,429 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:52:23,436 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:52:23,436 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:52:23,436 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:52:23,436 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:52:23,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,449 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPENING 2024-11-09T23:52:23,492 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T23:52:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:52:23,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,605 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:52:23,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:23,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:52:23,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:52:23,801 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T23:52:23,801 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:52:23,802 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T23:52:23,805 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44107%2C1731196341816.meta, suffix=.meta, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs, maxLogs=32 2024-11-09T23:52:23,823 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, exclude list is [], retry=0 2024-11-09T23:52:23,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:52:23,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:52:23,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:52:23,830 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta 2024-11-09T23:52:23,830 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33871:33871),(127.0.0.1/127.0.0.1:42495:42495),(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-09T23:52:23,831 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:52:23,832 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T23:52:23,835 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T23:52:23,839 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T23:52:23,843 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T23:52:23,844 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:23,844 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T23:52:23,844 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T23:52:23,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:52:23,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:52:23,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:23,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:23,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:52:23,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:52:23,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:23,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:23,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:52:23,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:52:23,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:23,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:23,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:52:23,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:52:23,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:23,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:52:23,857 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:52:23,858 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:52:23,861 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:52:23,864 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:52:23,864 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:52:23,865 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:52:23,868 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:52:23,869 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72306519, jitterRate=0.07745109498500824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:52:23,870 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T23:52:23,871 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731196343844Writing region info on filesystem at 1731196343844Initializing all the Stores at 1731196343846 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196343846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196343847 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196343847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196343847Cleaning up temporary data from old regions at 1731196343864 (+17 ms)Running coprocessor post-open hooks at 1731196343870 (+6 ms)Region opened successfully at 1731196343871 (+1 ms) 2024-11-09T23:52:23,877 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731196343779 2024-11-09T23:52:23,888 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T23:52:23,889 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T23:52:23,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,893 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPEN 2024-11-09T23:52:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:23,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:23,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:23,943 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:23,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T23:52:23,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44107,1731196341816 in 335 msec 2024-11-09T23:52:23,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T23:52:23,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 950 msec 2024-11-09T23:52:23,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:52:23,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T23:52:23,977 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:23,978 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:23,997 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:52:23,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:52:24,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-09T23:52:24,017 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731196344017, completionTime=-1 2024-11-09T23:52:24,020 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T23:52:24,020 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:52:24,046 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T23:52:24,046 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196404046 2024-11-09T23:52:24,046 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196464046 2024-11-09T23:52:24,046 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-09T23:52:24,048 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:52:24,054 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,054 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,054 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,056 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d8c37854f6e:39471, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,056 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,057 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,062 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T23:52:24,083 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.165sec 2024-11-09T23:52:24,085 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T23:52:24,087 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T23:52:24,088 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T23:52:24,089 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T23:52:24,089 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T23:52:24,089 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:52:24,090 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T23:52:24,094 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T23:52:24,095 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T23:52:24,095 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,39471,1731196340906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:52:24,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca04c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:52:24,167 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T23:52:24,167 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T23:52:24,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d8c37854f6e,39471,-1 for getting cluster id 2024-11-09T23:52:24,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T23:52:24,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '083718a7-e841-4cca-8f57-4485ef6c8ad8' 2024-11-09T23:52:24,182 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T23:52:24,183 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "083718a7-e841-4cca-8f57-4485ef6c8ad8" 2024-11-09T23:52:24,183 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7402487a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:52:24,184 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d8c37854f6e,39471,-1] 2024-11-09T23:52:24,186 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T23:52:24,189 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:52:24,190 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:52:24,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc4bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:52:24,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:24,199 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:24,199 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:52:24,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:52:24,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:24,242 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T23:52:24,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T23:52:24,256 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:24,258 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170e7a6d 2024-11-09T23:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T23:52:24,261 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T23:52:24,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:52:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:52:24,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T23:52:24,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-09T23:52:24,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:24,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T23:52:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741837_1013 (size=1020) 2024-11-09T23:52:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741837_1013 (size=1020) 2024-11-09T23:52:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741837_1013 (size=1020) 2024-11-09T23:52:24,300 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c72ec1a8cf55206ed2f6c70f52f1c2e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,301 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5f09c7250983977e98b7ae3b4d2a3405, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,301 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dbc7f14f3f3299e3897848f25f777d16, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741838_1014 (size=110) 2024-11-09T23:52:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741838_1014 (size=110) 2024-11-09T23:52:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741838_1014 (size=110) 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5f09c7250983977e98b7ae3b4d2a3405, disabling compactions & flushes 2024-11-09T23:52:24,324 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. after waiting 0 ms 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:24,324 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:24,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5f09c7250983977e98b7ae3b4d2a3405: Waiting for close lock at 1731196344324Disabling compacts and flushes for region at 1731196344324Disabling writes for close at 1731196344324Writing region close event to WAL at 1731196344324Closed at 1731196344324 2024-11-09T23:52:24,325 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2009f3a226569cdd3334bd1c609144dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741839_1015 (size=107) 2024-11-09T23:52:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741839_1015 (size=107) 2024-11-09T23:52:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741839_1015 (size=107) 2024-11-09T23:52:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741840_1016 (size=110) 2024-11-09T23:52:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741840_1016 (size=110) 2024-11-09T23:52:24,339 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741840_1016 (size=110) 2024-11-09T23:52:24,339 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c72ec1a8cf55206ed2f6c70f52f1c2e1, disabling compactions & flushes 2024-11-09T23:52:24,339 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:24,339 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:24,339 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. after waiting 0 ms 2024-11-09T23:52:24,339 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:24,339 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:24,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c72ec1a8cf55206ed2f6c70f52f1c2e1: Waiting for close lock at 1731196344339Disabling compacts and flushes for region at 1731196344339Disabling writes for close at 1731196344339Writing region close event to WAL at 1731196344339Closed at 1731196344339 2024-11-09T23:52:24,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8810319215b658a85d0c83b83446b527, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,340 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing dbc7f14f3f3299e3897848f25f777d16, disabling compactions & flushes 2024-11-09T23:52:24,340 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:24,341 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:24,341 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. after waiting 0 ms 2024-11-09T23:52:24,341 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:24,341 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:24,341 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for dbc7f14f3f3299e3897848f25f777d16: Waiting for close lock at 1731196344340Disabling compacts and flushes for region at 1731196344340Disabling writes for close at 1731196344341 (+1 ms)Writing region close event to WAL at 1731196344341Closed at 1731196344341 2024-11-09T23:52:24,341 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 20109a9f1d1221b59a18101c00b9c266, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741841_1017 (size=110) 2024-11-09T23:52:24,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741841_1017 (size=110) 2024-11-09T23:52:24,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741841_1017 (size=110) 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2009f3a226569cdd3334bd1c609144dc, disabling compactions & flushes 2024-11-09T23:52:24,356 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. after waiting 0 ms 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:24,356 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:24,356 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2009f3a226569cdd3334bd1c609144dc: Waiting for close lock at 1731196344356Disabling compacts and flushes for region at 1731196344356Disabling writes for close at 1731196344356Writing region close event to WAL at 1731196344356Closed at 1731196344356 2024-11-09T23:52:24,357 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4a53d423cc15dd4598c2222923c84e9b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741843_1019 (size=110) 2024-11-09T23:52:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741843_1019 (size=110) 2024-11-09T23:52:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741843_1019 (size=110) 2024-11-09T23:52:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741842_1018 (size=110) 2024-11-09T23:52:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741842_1018 (size=110) 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 20109a9f1d1221b59a18101c00b9c266, disabling compactions & flushes 2024-11-09T23:52:24,368 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741842_1018 (size=110) 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. after waiting 0 ms 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:24,368 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:24,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 20109a9f1d1221b59a18101c00b9c266: Waiting for close lock at 1731196344368Disabling compacts and flushes for region at 1731196344368Disabling writes for close at 1731196344368Writing region close event to WAL at 1731196344368Closed at 1731196344368 2024-11-09T23:52:24,369 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 30287f66211d3108d6183af437fe72f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8810319215b658a85d0c83b83446b527, disabling compactions & flushes 2024-11-09T23:52:24,370 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. after waiting 0 ms 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:24,370 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:24,370 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8810319215b658a85d0c83b83446b527: Waiting for close lock at 1731196344370Disabling compacts and flushes for region at 1731196344370Disabling writes for close at 1731196344370Writing region close event to WAL at 1731196344370Closed at 1731196344370 2024-11-09T23:52:24,371 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31bae545fc51df195aaf8acef8c40ad9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741844_1020 (size=110) 2024-11-09T23:52:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741844_1020 (size=110) 2024-11-09T23:52:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741844_1020 (size=110) 2024-11-09T23:52:24,382 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,382 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4a53d423cc15dd4598c2222923c84e9b, disabling compactions & flushes 2024-11-09T23:52:24,382 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:24,382 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:24,382 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. after waiting 0 ms 2024-11-09T23:52:24,382 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:24,383 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:24,383 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4a53d423cc15dd4598c2222923c84e9b: Waiting for close lock at 1731196344382Disabling compacts and flushes for region at 1731196344382Disabling writes for close at 1731196344382Writing region close event to WAL at 1731196344382Closed at 1731196344383 (+1 ms) 2024-11-09T23:52:24,384 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 63dc5587931c917a0db55f8ee2931bbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741845_1021 (size=110) 2024-11-09T23:52:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741845_1021 (size=110) 2024-11-09T23:52:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741845_1021 (size=110) 2024-11-09T23:52:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741846_1022 (size=110) 2024-11-09T23:52:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741846_1022 (size=110) 2024-11-09T23:52:24,389 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 30287f66211d3108d6183af437fe72f6, disabling compactions & flushes 2024-11-09T23:52:24,390 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741846_1022 (size=110) 2024-11-09T23:52:24,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:24,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. after waiting 0 ms 2024-11-09T23:52:24,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:24,390 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:24,390 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 30287f66211d3108d6183af437fe72f6: Waiting for close lock at 1731196344390Disabling compacts and flushes for region at 1731196344390Disabling writes for close at 1731196344390Writing region close event to WAL at 1731196344390Closed at 1731196344390 2024-11-09T23:52:24,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d3cc8671fdfea1b5a9c2645cbb36157, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 31bae545fc51df195aaf8acef8c40ad9, disabling compactions & flushes 2024-11-09T23:52:24,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:24,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:24,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. after waiting 0 ms 2024-11-09T23:52:24,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:24,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:24,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31bae545fc51df195aaf8acef8c40ad9: Waiting for close lock at 1731196344391Disabling compacts and flushes for region at 1731196344391Disabling writes for close at 1731196344391Writing region close event to WAL at 1731196344392 (+1 ms)Closed at 1731196344392 2024-11-09T23:52:24,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f8e2a171d660851a89bdec71a711d1e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741847_1023 (size=110) 2024-11-09T23:52:24,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741847_1023 (size=110) 2024-11-09T23:52:24,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741847_1023 (size=110) 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 63dc5587931c917a0db55f8ee2931bbf, disabling compactions & flushes 2024-11-09T23:52:24,402 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. after waiting 0 ms 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:24,402 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:24,402 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 63dc5587931c917a0db55f8ee2931bbf: Waiting for close lock at 1731196344402Disabling compacts and flushes for region at 1731196344402Disabling writes for close at 1731196344402Writing region close event to WAL at 1731196344402Closed at 1731196344402 2024-11-09T23:52:24,403 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9100263a12dabd487eccfa1daf6c8053, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741849_1025 (size=110) 2024-11-09T23:52:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741849_1025 (size=110) 2024-11-09T23:52:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741849_1025 (size=110) 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3f8e2a171d660851a89bdec71a711d1e, disabling compactions & flushes 2024-11-09T23:52:24,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. after waiting 0 ms 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:24,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:24,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f8e2a171d660851a89bdec71a711d1e: Waiting for close lock at 1731196344411Disabling compacts and flushes for region at 1731196344411Disabling writes for close at 1731196344411Writing region close event to WAL at 1731196344411Closed at 1731196344411 2024-11-09T23:52:24,412 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffe4adc96b5448c513874c7854766e0e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741848_1024 (size=110) 2024-11-09T23:52:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741848_1024 (size=110) 2024-11-09T23:52:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741848_1024 (size=110) 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2d3cc8671fdfea1b5a9c2645cbb36157, disabling compactions & flushes 2024-11-09T23:52:24,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. after waiting 0 ms 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:24,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:24,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d3cc8671fdfea1b5a9c2645cbb36157: Waiting for close lock at 1731196344419Disabling compacts and flushes for region at 1731196344419Disabling writes for close at 1731196344419Writing region close event to WAL at 1731196344419Closed at 1731196344419 2024-11-09T23:52:24,420 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d500a231e0194bd0ce0ca46a2a1875c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741850_1026 (size=110) 2024-11-09T23:52:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741850_1026 (size=110) 2024-11-09T23:52:24,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741850_1026 (size=110) 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 9100263a12dabd487eccfa1daf6c8053, disabling compactions & flushes 2024-11-09T23:52:24,440 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. after waiting 0 ms 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:24,440 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:24,440 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9100263a12dabd487eccfa1daf6c8053: Waiting for close lock at 1731196344440Disabling compacts and flushes for region at 1731196344440Disabling writes for close at 1731196344440Writing region close event to WAL at 1731196344440Closed at 1731196344440 2024-11-09T23:52:24,441 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e37b7aff34e9f4f8b87781a924e7952d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741851_1027 (size=110) 2024-11-09T23:52:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741851_1027 (size=110) 2024-11-09T23:52:24,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741851_1027 (size=110) 2024-11-09T23:52:24,446 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,446 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ffe4adc96b5448c513874c7854766e0e, disabling compactions & flushes 2024-11-09T23:52:24,446 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:24,446 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:24,446 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. after waiting 0 ms 2024-11-09T23:52:24,447 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:24,447 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:24,447 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffe4adc96b5448c513874c7854766e0e: Waiting for close lock at 1731196344446Disabling compacts and flushes for region at 1731196344446Disabling writes for close at 1731196344447 (+1 ms)Writing region close event to WAL at 1731196344447Closed at 1731196344447 2024-11-09T23:52:24,448 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2c34c87c45119f3e37a95ad513f1d46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741852_1028 (size=110) 2024-11-09T23:52:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741852_1028 (size=110) 2024-11-09T23:52:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741852_1028 (size=110) 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d500a231e0194bd0ce0ca46a2a1875c8, disabling compactions & flushes 2024-11-09T23:52:24,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. after waiting 0 ms 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:24,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:24,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d500a231e0194bd0ce0ca46a2a1875c8: Waiting for close lock at 1731196344451Disabling compacts and flushes for region at 1731196344451Disabling writes for close at 1731196344451Writing region close event to WAL at 1731196344451Closed at 1731196344451 2024-11-09T23:52:24,452 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d1d680a386da51114018bb64d8d45e12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741853_1029 (size=110) 2024-11-09T23:52:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741853_1029 (size=110) 2024-11-09T23:52:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741853_1029 (size=110) 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e37b7aff34e9f4f8b87781a924e7952d, disabling compactions & flushes 2024-11-09T23:52:24,467 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. after waiting 0 ms 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:24,467 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:24,467 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e37b7aff34e9f4f8b87781a924e7952d: Waiting for close lock at 1731196344467Disabling compacts and flushes for region at 1731196344467Disabling writes for close at 1731196344467Writing region close event to WAL at 1731196344467Closed at 1731196344467 2024-11-09T23:52:24,468 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 412a737b8555c95f027cfd4a21ba3c49, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741854_1030 (size=110) 2024-11-09T23:52:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741854_1030 (size=110) 2024-11-09T23:52:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741854_1030 (size=110) 2024-11-09T23:52:24,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,472 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b2c34c87c45119f3e37a95ad513f1d46, disabling compactions & flushes 2024-11-09T23:52:24,472 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:24,472 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:24,472 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. after waiting 0 ms 2024-11-09T23:52:24,472 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:24,472 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:24,472 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2c34c87c45119f3e37a95ad513f1d46: Waiting for close lock at 1731196344472Disabling compacts and flushes for region at 1731196344472Disabling writes for close at 1731196344472Writing region close event to WAL at 1731196344472Closed at 1731196344472 2024-11-09T23:52:24,473 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02510cc07fdef8581fb14b14de08bcc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741855_1031 (size=110) 2024-11-09T23:52:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741855_1031 (size=110) 2024-11-09T23:52:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741855_1031 (size=110) 2024-11-09T23:52:24,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d1d680a386da51114018bb64d8d45e12, disabling compactions & flushes 2024-11-09T23:52:24,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:24,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:24,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. after waiting 0 ms 2024-11-09T23:52:24,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:24,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:24,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d1d680a386da51114018bb64d8d45e12: Waiting for close lock at 1731196344478Disabling compacts and flushes for region at 1731196344478Disabling writes for close at 1731196344479 (+1 ms)Writing region close event to WAL at 1731196344479Closed at 1731196344479 2024-11-09T23:52:24,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8cb7606c72badc6d0c3e7d8b43a1ea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741856_1032 (size=110) 2024-11-09T23:52:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741856_1032 (size=110) 2024-11-09T23:52:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741856_1032 (size=110) 2024-11-09T23:52:24,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 412a737b8555c95f027cfd4a21ba3c49, disabling compactions & flushes 2024-11-09T23:52:24,484 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:24,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:24,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. after waiting 0 ms 2024-11-09T23:52:24,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:24,485 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:24,485 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 412a737b8555c95f027cfd4a21ba3c49: Waiting for close lock at 1731196344484Disabling compacts and flushes for region at 1731196344484Disabling writes for close at 1731196344484Writing region close event to WAL at 1731196344485 (+1 ms)Closed at 1731196344485 2024-11-09T23:52:24,485 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6e3112167d88be46c28f979f65d39471, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741857_1033 (size=110) 2024-11-09T23:52:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741857_1033 (size=110) 2024-11-09T23:52:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741857_1033 (size=110) 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 02510cc07fdef8581fb14b14de08bcc7, disabling compactions & flushes 2024-11-09T23:52:24,490 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. after waiting 0 ms 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:24,490 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:24,490 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02510cc07fdef8581fb14b14de08bcc7: Waiting for close lock at 1731196344490Disabling compacts and flushes for region at 1731196344490Disabling writes for close at 1731196344490Writing region close event to WAL at 1731196344490Closed at 1731196344490 2024-11-09T23:52:24,491 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2539f0fe952e2b1790872d0ec61cd8a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741858_1034 (size=110) 2024-11-09T23:52:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741858_1034 (size=110) 2024-11-09T23:52:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741858_1034 (size=110) 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2c8cb7606c72badc6d0c3e7d8b43a1ea, disabling compactions & flushes 2024-11-09T23:52:24,503 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. after waiting 0 ms 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:24,503 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:24,503 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c8cb7606c72badc6d0c3e7d8b43a1ea: Waiting for close lock at 1731196344503Disabling compacts and flushes for region at 1731196344503Disabling writes for close at 1731196344503Writing region close event to WAL at 1731196344503Closed at 1731196344503 2024-11-09T23:52:24,504 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4927fc327ed29057cc6b03c92cb30b3f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741859_1035 (size=110) 2024-11-09T23:52:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741859_1035 (size=110) 2024-11-09T23:52:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741859_1035 (size=110) 2024-11-09T23:52:24,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6e3112167d88be46c28f979f65d39471, disabling compactions & flushes 2024-11-09T23:52:24,509 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:24,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:24,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. after waiting 0 ms 2024-11-09T23:52:24,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:24,510 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:24,510 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6e3112167d88be46c28f979f65d39471: Waiting for close lock at 1731196344509Disabling compacts and flushes for region at 1731196344509Disabling writes for close at 1731196344510 (+1 ms)Writing region close event to WAL at 1731196344510Closed at 1731196344510 2024-11-09T23:52:24,511 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1f801ac94e364836f5b5901b464a8591, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741860_1036 (size=110) 2024-11-09T23:52:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741860_1036 (size=110) 2024-11-09T23:52:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741860_1036 (size=110) 2024-11-09T23:52:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741861_1037 (size=110) 2024-11-09T23:52:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741861_1037 (size=110) 2024-11-09T23:52:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741861_1037 (size=110) 2024-11-09T23:52:24,518 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4927fc327ed29057cc6b03c92cb30b3f, disabling compactions & flushes 2024-11-09T23:52:24,519 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:24,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:24,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. after waiting 0 ms 2024-11-09T23:52:24,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:24,519 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:24,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4927fc327ed29057cc6b03c92cb30b3f: Waiting for close lock at 1731196344519Disabling compacts and flushes for region at 1731196344519Disabling writes for close at 1731196344519Writing region close event to WAL at 1731196344519Closed at 1731196344519 2024-11-09T23:52:24,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8adbed298eff323e96cd7ab13b89edc3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed 2024-11-09T23:52:24,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741862_1038 (size=110) 2024-11-09T23:52:24,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741862_1038 (size=110) 2024-11-09T23:52:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741862_1038 (size=110) 2024-11-09T23:52:24,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,525 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1f801ac94e364836f5b5901b464a8591, disabling compactions & flushes 2024-11-09T23:52:24,525 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:24,525 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:24,525 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. after waiting 0 ms 2024-11-09T23:52:24,525 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:24,525 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:24,525 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1f801ac94e364836f5b5901b464a8591: Waiting for close lock at 1731196344525Disabling compacts and flushes for region at 1731196344525Disabling writes for close at 1731196344525Writing region close event to WAL at 1731196344525Closed at 1731196344525 2024-11-09T23:52:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741863_1039 (size=107) 2024-11-09T23:52:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741863_1039 (size=107) 2024-11-09T23:52:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741863_1039 (size=107) 2024-11-09T23:52:24,531 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8adbed298eff323e96cd7ab13b89edc3, disabling compactions & flushes 2024-11-09T23:52:24,532 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:24,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:24,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. after waiting 0 ms 2024-11-09T23:52:24,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:24,532 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:24,532 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8adbed298eff323e96cd7ab13b89edc3: Waiting for close lock at 1731196344532Disabling compacts and flushes for region at 1731196344532Disabling writes for close at 1731196344532Writing region close event to WAL at 1731196344532Closed at 1731196344532 2024-11-09T23:52:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:24,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:24,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2539f0fe952e2b1790872d0ec61cd8a8, disabling compactions & flushes 2024-11-09T23:52:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:24,917 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:24,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:24,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. after waiting 0 ms 2024-11-09T23:52:24,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:24,917 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:24,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2539f0fe952e2b1790872d0ec61cd8a8: Waiting for close lock at 1731196344916Disabling compacts and flushes for region at 1731196344917 (+1 ms)Disabling writes for close at 1731196344917Writing region close event to WAL at 1731196344917Closed at 1731196344917 2024-11-09T23:52:24,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T23:52:24,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731196344922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196344922"}]},"ts":"1731196344922"} 2024-11-09T23:52:24,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-09T23:52:24,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T23:52:24,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196344979"}]},"ts":"1731196344979"} 2024-11-09T23:52:24,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-09T23:52:24,987 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:52:25,030 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:52:25,030 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:52:25,030 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:52:25,030 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:52:25,031 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:52:25,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c72ec1a8cf55206ed2f6c70f52f1c2e1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09c7250983977e98b7ae3b4d2a3405, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20109a9f1d1221b59a18101c00b9c266, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4a53d423cc15dd4598c2222923c84e9b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30287f66211d3108d6183af437fe72f6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63dc5587931c917a0db55f8ee2931bbf, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f8e2a171d660851a89bdec71a711d1e, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9100263a12dabd487eccfa1daf6c8053, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e37b7aff34e9f4f8b87781a924e7952d, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=412a737b8555c95f027cfd4a21ba3c49, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02510cc07fdef8581fb14b14de08bcc7, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e3112167d88be46c28f979f65d39471, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4927fc327ed29057cc6b03c92cb30b3f, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8adbed298eff323e96cd7ab13b89edc3, ASSIGN}] 2024-11-09T23:52:25,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8adbed298eff323e96cd7ab13b89edc3, ASSIGN 2024-11-09T23:52:25,046 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8adbed298eff323e96cd7ab13b89edc3, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN 2024-11-09T23:52:25,048 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,049 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4927fc327ed29057cc6b03c92cb30b3f, ASSIGN 2024-11-09T23:52:25,051 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4927fc327ed29057cc6b03c92cb30b3f, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8, ASSIGN 2024-11-09T23:52:25,053 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e3112167d88be46c28f979f65d39471, ASSIGN 2024-11-09T23:52:25,056 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e3112167d88be46c28f979f65d39471, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,057 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN 2024-11-09T23:52:25,058 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02510cc07fdef8581fb14b14de08bcc7, ASSIGN 2024-11-09T23:52:25,061 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02510cc07fdef8581fb14b14de08bcc7, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=412a737b8555c95f027cfd4a21ba3c49, ASSIGN 2024-11-09T23:52:25,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=412a737b8555c95f027cfd4a21ba3c49, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,065 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN 2024-11-09T23:52:25,066 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46, ASSIGN 2024-11-09T23:52:25,069 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e37b7aff34e9f4f8b87781a924e7952d, ASSIGN 2024-11-09T23:52:25,072 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e37b7aff34e9f4f8b87781a924e7952d, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN 2024-11-09T23:52:25,075 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e, ASSIGN 2024-11-09T23:52:25,077 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9100263a12dabd487eccfa1daf6c8053, ASSIGN 2024-11-09T23:52:25,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9100263a12dabd487eccfa1daf6c8053, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f8e2a171d660851a89bdec71a711d1e, ASSIGN 2024-11-09T23:52:25,083 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f8e2a171d660851a89bdec71a711d1e, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN 2024-11-09T23:52:25,085 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,087 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63dc5587931c917a0db55f8ee2931bbf, ASSIGN 2024-11-09T23:52:25,088 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63dc5587931c917a0db55f8ee2931bbf, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,090 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN 2024-11-09T23:52:25,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30287f66211d3108d6183af437fe72f6, ASSIGN 2024-11-09T23:52:25,095 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30287f66211d3108d6183af437fe72f6, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4a53d423cc15dd4598c2222923c84e9b, ASSIGN 2024-11-09T23:52:25,099 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4a53d423cc15dd4598c2222923c84e9b, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20109a9f1d1221b59a18101c00b9c266, ASSIGN 2024-11-09T23:52:25,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20109a9f1d1221b59a18101c00b9c266, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,103 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN 2024-11-09T23:52:25,105 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc, ASSIGN 2024-11-09T23:52:25,108 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,110 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09c7250983977e98b7ae3b4d2a3405, ASSIGN 2024-11-09T23:52:25,111 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09c7250983977e98b7ae3b4d2a3405, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35731,1731196341639; forceNewPlan=false, retain=false 2024-11-09T23:52:25,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN 2024-11-09T23:52:25,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44107,1731196341816; forceNewPlan=false, retain=false 2024-11-09T23:52:25,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c72ec1a8cf55206ed2f6c70f52f1c2e1, ASSIGN 2024-11-09T23:52:25,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c72ec1a8cf55206ed2f6c70f52f1c2e1, ASSIGN; state=OFFLINE, location=9d8c37854f6e,33385,1731196341755; forceNewPlan=false, retain=false 2024-11-09T23:52:25,201 INFO [9d8c37854f6e:39471 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-09T23:52:25,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1f801ac94e364836f5b5901b464a8591, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d1d680a386da51114018bb64d8d45e12, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,209 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=31bae545fc51df195aaf8acef8c40ad9, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN because future has completed 2024-11-09T23:52:25,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8810319215b658a85d0c83b83446b527, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN because future has completed 2024-11-09T23:52:25,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN because future has completed 2024-11-09T23:52:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN because future has completed 2024-11-09T23:52:25,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN because future has completed 2024-11-09T23:52:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN because future has completed 2024-11-09T23:52:25,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN because future has completed 2024-11-09T23:52:25,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbc7f14f3f3299e3897848f25f777d16, regionState=OPENING, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8adbed298eff323e96cd7ab13b89edc3, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6e3112167d88be46c28f979f65d39471, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=412a737b8555c95f027cfd4a21ba3c49, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9100263a12dabd487eccfa1daf6c8053, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=63dc5587931c917a0db55f8ee2931bbf, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN because future has completed 2024-11-09T23:52:25,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a53d423cc15dd4598c2222923c84e9b, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,44107,1731196341816}] 2024-11-09T23:52:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8adbed298eff323e96cd7ab13b89edc3, ASSIGN because future has completed 2024-11-09T23:52:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e3112167d88be46c28f979f65d39471, ASSIGN because future has completed 2024-11-09T23:52:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=412a737b8555c95f027cfd4a21ba3c49, ASSIGN because future has completed 2024-11-09T23:52:25,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e37b7aff34e9f4f8b87781a924e7952d, ASSIGN because future has completed 2024-11-09T23:52:25,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37b7aff34e9f4f8b87781a924e7952d, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9100263a12dabd487eccfa1daf6c8053, ASSIGN because future has completed 2024-11-09T23:52:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63dc5587931c917a0db55f8ee2931bbf, ASSIGN because future has completed 2024-11-09T23:52:25,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4a53d423cc15dd4598c2222923c84e9b, ASSIGN because future has completed 2024-11-09T23:52:25,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a53d423cc15dd4598c2222923c84e9b, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63dc5587931c917a0db55f8ee2931bbf, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9100263a12dabd487eccfa1daf6c8053, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 412a737b8555c95f027cfd4a21ba3c49, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e3112167d88be46c28f979f65d39471, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8adbed298eff323e96cd7ab13b89edc3, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2009f3a226569cdd3334bd1c609144dc, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=02510cc07fdef8581fb14b14de08bcc7, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc, ASSIGN because future has completed 2024-11-09T23:52:25,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2009f3a226569cdd3334bd1c609144dc, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09c7250983977e98b7ae3b4d2a3405, ASSIGN because future has completed 2024-11-09T23:52:25,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4927fc327ed29057cc6b03c92cb30b3f, ASSIGN because future has completed 2024-11-09T23:52:25,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8, ASSIGN because future has completed 2024-11-09T23:52:25,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02510cc07fdef8581fb14b14de08bcc7, ASSIGN because future has completed 2024-11-09T23:52:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2539f0fe952e2b1790872d0ec61cd8a8, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02510cc07fdef8581fb14b14de08bcc7, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4927fc327ed29057cc6b03c92cb30b3f, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f09c7250983977e98b7ae3b4d2a3405, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:52:25,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ffe4adc96b5448c513874c7854766e0e, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3f8e2a171d660851a89bdec71a711d1e, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=30287f66211d3108d6183af437fe72f6, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=20109a9f1d1221b59a18101c00b9c266, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46, ASSIGN because future has completed 2024-11-09T23:52:25,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c34c87c45119f3e37a95ad513f1d46, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e, ASSIGN because future has completed 2024-11-09T23:52:25,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f8e2a171d660851a89bdec71a711d1e, ASSIGN because future has completed 2024-11-09T23:52:25,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30287f66211d3108d6183af437fe72f6, ASSIGN because future has completed 2024-11-09T23:52:25,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30287f66211d3108d6183af437fe72f6, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20109a9f1d1221b59a18101c00b9c266, ASSIGN because future has completed 2024-11-09T23:52:25,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20109a9f1d1221b59a18101c00b9c266, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f8e2a171d660851a89bdec71a711d1e, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe4adc96b5448c513874c7854766e0e, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c72ec1a8cf55206ed2f6c70f52f1c2e1, ASSIGN because future has completed 2024-11-09T23:52:25,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72ec1a8cf55206ed2f6c70f52f1c2e1, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:52:25,371 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:25,371 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d3cc8671fdfea1b5a9c2645cbb36157, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-09T23:52:25,372 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,372 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,372 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,372 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,374 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,376 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily11 2024-11-09T23:52:25,376 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,377 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,377 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,378 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily21 2024-11-09T23:52:25,379 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,379 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,379 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,381 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily31 2024-11-09T23:52:25,381 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,382 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,382 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,383 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,384 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,385 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,385 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,386 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,389 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,392 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,393 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 2d3cc8671fdfea1b5a9c2645cbb36157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68682952, jitterRate=0.02345573902130127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,393 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:52:25,395 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 2d3cc8671fdfea1b5a9c2645cbb36157: Running coprocessor pre-open hook at 1731196345372Writing region info on filesystem at 1731196345372Initializing all the Stores at 1731196345374 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345374Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345374Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345374Cleaning up temporary data from old regions at 1731196345385 (+11 ms)Running coprocessor post-open hooks at 1731196345393 (+8 ms)Region opened successfully at 1731196345394 (+1 ms) 2024-11-09T23:52:25,397 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., pid=35, masterSystemTime=1731196345365 2024-11-09T23:52:25,400 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:25,400 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:52:25,400 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:25,400 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d680a386da51114018bb64d8d45e12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-09T23:52:25,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,401 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,401 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,401 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,401 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,403 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,407 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily11 2024-11-09T23:52:25,407 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,408 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,408 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,410 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily21 2024-11-09T23:52:25,410 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=15 2024-11-09T23:52:25,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,44107,1731196341816 in 167 msec 2024-11-09T23:52:25,411 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,411 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,413 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily31 2024-11-09T23:52:25,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN in 378 msec 2024-11-09T23:52:25,414 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,414 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,414 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,416 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,417 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:52:25,417 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:52:25,420 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,422 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,425 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,425 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened d1d680a386da51114018bb64d8d45e12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74724428, jitterRate=0.11348074674606323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,426 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:52:25,426 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:25,426 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for d1d680a386da51114018bb64d8d45e12: Running coprocessor pre-open hook at 1731196345401Writing region info on filesystem at 1731196345401Initializing all the Stores at 1731196345403 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345403Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345403Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345403Cleaning up temporary data from old regions at 1731196345419 (+16 ms)Running coprocessor post-open hooks at 1731196345426 (+7 ms)Region opened successfully at 1731196345426 2024-11-09T23:52:25,426 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 9100263a12dabd487eccfa1daf6c8053, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-09T23:52:25,427 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., pid=37, masterSystemTime=1731196345365 2024-11-09T23:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:25,428 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,428 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,428 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,429 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,430 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:25,430 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:52:25,430 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:25,430 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f801ac94e364836f5b5901b464a8591, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-09T23:52:25,431 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,431 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,431 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,431 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,434 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,434 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,436 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily11 2024-11-09T23:52:25,436 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9100263a12dabd487eccfa1daf6c8053 columnFamilyName colfamily11 2024-11-09T23:52:25,436 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,436 DEBUG [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,437 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,437 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(327): Store=9100263a12dabd487eccfa1daf6c8053/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,437 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,437 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=22 2024-11-09T23:52:25,439 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily21 2024-11-09T23:52:25,439 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9100263a12dabd487eccfa1daf6c8053 columnFamilyName colfamily21 2024-11-09T23:52:25,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,44107,1731196341816 in 189 msec 2024-11-09T23:52:25,439 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,439 DEBUG [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,440 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(327): Store=9100263a12dabd487eccfa1daf6c8053/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,440 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,441 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,441 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN in 406 msec 2024-11-09T23:52:25,443 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9100263a12dabd487eccfa1daf6c8053 columnFamilyName colfamily31 2024-11-09T23:52:25,443 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily31 2024-11-09T23:52:25,443 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,443 DEBUG [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,443 INFO [StoreOpener-9100263a12dabd487eccfa1daf6c8053-1 {}] regionserver.HStore(327): Store=9100263a12dabd487eccfa1daf6c8053/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,444 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,444 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,444 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,445 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,445 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,445 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,445 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,447 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,447 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,447 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,447 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,448 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,448 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,449 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,450 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,452 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,452 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,453 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 9100263a12dabd487eccfa1daf6c8053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73192083, jitterRate=0.09064702689647675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,453 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:52:25,453 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 9100263a12dabd487eccfa1daf6c8053: Running coprocessor pre-open hook at 1731196345430Writing region info on filesystem at 1731196345430Initializing all the Stores at 1731196345432 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345432Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345433 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345433Cleaning up temporary data from old regions at 1731196345447 (+14 ms)Running coprocessor post-open hooks at 1731196345453 (+6 ms)Region opened successfully at 1731196345453 2024-11-09T23:52:25,454 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 1f801ac94e364836f5b5901b464a8591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58966137, jitterRate=-0.12133608758449554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,454 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:52:25,454 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 1f801ac94e364836f5b5901b464a8591: Running coprocessor pre-open hook at 1731196345432Writing region info on filesystem at 1731196345432Initializing all the Stores at 1731196345433 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345433Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345434 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345434Cleaning up temporary data from old regions at 1731196345447 (+13 ms)Running coprocessor post-open hooks at 1731196345454 (+7 ms)Region opened successfully at 1731196345454 2024-11-09T23:52:25,454 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., pid=42, masterSystemTime=1731196345416 2024-11-09T23:52:25,455 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., pid=31, masterSystemTime=1731196345365 2024-11-09T23:52:25,457 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:25,458 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:52:25,458 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:25,458 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 8adbed298eff323e96cd7ab13b89edc3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-09T23:52:25,459 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,459 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,459 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,459 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,459 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:25,459 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:52:25,459 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:25,460 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => d500a231e0194bd0ce0ca46a2a1875c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-09T23:52:25,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:52:25,460 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,460 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,460 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,460 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,462 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:52:25,462 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9100263a12dabd487eccfa1daf6c8053, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,464 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8adbed298eff323e96cd7ab13b89edc3 columnFamilyName colfamily11 2024-11-09T23:52:25,465 DEBUG [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,466 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(327): Store=8adbed298eff323e96cd7ab13b89edc3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,467 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,468 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily11 2024-11-09T23:52:25,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,468 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,469 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8adbed298eff323e96cd7ab13b89edc3 columnFamilyName colfamily21 2024-11-09T23:52:25,469 DEBUG [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,469 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,469 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,470 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(327): Store=8adbed298eff323e96cd7ab13b89edc3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,470 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,472 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:25,472 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily21 2024-11-09T23:52:25,472 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,472 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 02510cc07fdef8581fb14b14de08bcc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-09T23:52:25,473 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,473 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,473 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,473 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8adbed298eff323e96cd7ab13b89edc3 columnFamilyName colfamily31 2024-11-09T23:52:25,473 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,473 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=17 2024-11-09T23:52:25,473 DEBUG [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 9100263a12dabd487eccfa1daf6c8053, server=9d8c37854f6e,35731,1731196341639 in 190 msec 2024-11-09T23:52:25,474 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,474 INFO [StoreOpener-8adbed298eff323e96cd7ab13b89edc3-1 {}] regionserver.HStore(327): Store=8adbed298eff323e96cd7ab13b89edc3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,475 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,476 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,476 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,476 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily31 2024-11-09T23:52:25,476 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,477 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9100263a12dabd487eccfa1daf6c8053, ASSIGN in 441 msec 2024-11-09T23:52:25,477 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,478 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,478 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02510cc07fdef8581fb14b14de08bcc7 columnFamilyName colfamily11 2024-11-09T23:52:25,478 DEBUG [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,478 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,478 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,479 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(327): Store=02510cc07fdef8581fb14b14de08bcc7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,479 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,479 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,480 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,480 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,482 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02510cc07fdef8581fb14b14de08bcc7 columnFamilyName colfamily21 2024-11-09T23:52:25,482 DEBUG [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,482 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(327): Store=02510cc07fdef8581fb14b14de08bcc7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,483 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,483 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-09T23:52:25,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,44107,1731196341816 in 269 msec 2024-11-09T23:52:25,483 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,483 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,485 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,485 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02510cc07fdef8581fb14b14de08bcc7 columnFamilyName colfamily31 2024-11-09T23:52:25,485 DEBUG [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,486 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,486 INFO [StoreOpener-02510cc07fdef8581fb14b14de08bcc7-1 {}] regionserver.HStore(327): Store=02510cc07fdef8581fb14b14de08bcc7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN in 450 msec 2024-11-09T23:52:25,486 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,487 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 8adbed298eff323e96cd7ab13b89edc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62325938, jitterRate=-0.071271151304245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,487 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:52:25,487 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 8adbed298eff323e96cd7ab13b89edc3: Running coprocessor pre-open hook at 1731196345459Writing region info on filesystem at 1731196345459Initializing all the Stores at 1731196345461 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345461Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345461Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345461Cleaning up temporary data from old regions at 1731196345478 (+17 ms)Running coprocessor post-open hooks at 1731196345487 (+9 ms)Region opened successfully at 1731196345487 2024-11-09T23:52:25,487 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,488 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,488 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3., pid=45, masterSystemTime=1731196345416 2024-11-09T23:52:25,488 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,490 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,491 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,491 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,491 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:25,491 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,492 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened d500a231e0194bd0ce0ca46a2a1875c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59053993, jitterRate=-0.12002693116664886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:52:25,492 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for d500a231e0194bd0ce0ca46a2a1875c8: Running coprocessor pre-open hook at 1731196345461Writing region info on filesystem at 1731196345461Initializing all the Stores at 1731196345462 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345462Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345462Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345462Cleaning up temporary data from old regions at 1731196345484 (+22 ms)Running coprocessor post-open hooks at 1731196345492 (+8 ms)Region opened successfully at 1731196345492 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 63dc5587931c917a0db55f8ee2931bbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,492 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,493 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,493 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,493 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., pid=36, masterSystemTime=1731196345365 2024-11-09T23:52:25,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,494 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,495 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8adbed298eff323e96cd7ab13b89edc3, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,497 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:25,498 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:52:25,498 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,498 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:25,498 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => dbc7f14f3f3299e3897848f25f777d16, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-09T23:52:25,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,499 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 02510cc07fdef8581fb14b14de08bcc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73269986, jitterRate=0.09180787205696106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,499 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63dc5587931c917a0db55f8ee2931bbf columnFamilyName colfamily11 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:52:25,499 DEBUG [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,499 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 02510cc07fdef8581fb14b14de08bcc7: Running coprocessor pre-open hook at 1731196345474Writing region info on filesystem at 1731196345474Initializing all the Stores at 1731196345475 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345475Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345475Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345475Cleaning up temporary data from old regions at 1731196345491 (+16 ms)Running coprocessor post-open hooks at 1731196345499 (+8 ms)Region opened successfully at 1731196345499 2024-11-09T23:52:25,500 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(327): Store=63dc5587931c917a0db55f8ee2931bbf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,500 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., pid=48, masterSystemTime=1731196345460 2024-11-09T23:52:25,500 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,503 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,504 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63dc5587931c917a0db55f8ee2931bbf columnFamilyName colfamily21 2024-11-09T23:52:25,504 DEBUG [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,505 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:25,505 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:52:25,505 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:25,506 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f8e2a171d660851a89bdec71a711d1e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-09T23:52:25,506 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily11 2024-11-09T23:52:25,506 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,506 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,506 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,506 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(327): Store=63dc5587931c917a0db55f8ee2931bbf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,506 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,507 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,507 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,507 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,507 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,509 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=30 2024-11-09T23:52:25,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 8adbed298eff323e96cd7ab13b89edc3, server=9d8c37854f6e,35731,1731196341639 in 212 msec 2024-11-09T23:52:25,510 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily21 2024-11-09T23:52:25,510 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63dc5587931c917a0db55f8ee2931bbf columnFamilyName colfamily31 2024-11-09T23:52:25,510 DEBUG [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,510 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,511 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,511 INFO [StoreOpener-63dc5587931c917a0db55f8ee2931bbf-1 {}] regionserver.HStore(327): Store=63dc5587931c917a0db55f8ee2931bbf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,511 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,511 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,513 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f8e2a171d660851a89bdec71a711d1e columnFamilyName colfamily11 2024-11-09T23:52:25,513 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,513 DEBUG [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,513 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily31 2024-11-09T23:52:25,513 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,514 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(327): Store=3f8e2a171d660851a89bdec71a711d1e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,514 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,514 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8adbed298eff323e96cd7ab13b89edc3, ASSIGN in 477 msec 2024-11-09T23:52:25,515 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,515 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,515 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,516 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,516 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f8e2a171d660851a89bdec71a711d1e columnFamilyName colfamily21 2024-11-09T23:52:25,516 DEBUG [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,517 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,517 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(327): Store=3f8e2a171d660851a89bdec71a711d1e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,517 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,517 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,518 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,520 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,520 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,520 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,521 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f8e2a171d660851a89bdec71a711d1e columnFamilyName colfamily31 2024-11-09T23:52:25,521 DEBUG [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02510cc07fdef8581fb14b14de08bcc7, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,521 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,522 INFO [StoreOpener-3f8e2a171d660851a89bdec71a711d1e-1 {}] regionserver.HStore(327): Store=3f8e2a171d660851a89bdec71a711d1e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,522 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,524 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,524 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,524 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,526 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,526 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,527 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,528 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=24 2024-11-09T23:52:25,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 02510cc07fdef8581fb14b14de08bcc7, server=9d8c37854f6e,33385,1731196341755 in 211 msec 2024-11-09T23:52:25,532 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,532 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,532 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,533 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 63dc5587931c917a0db55f8ee2931bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62747015, jitterRate=-0.0649966150522232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,533 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened dbc7f14f3f3299e3897848f25f777d16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62299581, jitterRate=-0.07166390120983124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for dbc7f14f3f3299e3897848f25f777d16: Running coprocessor pre-open hook at 1731196345499Writing region info on filesystem at 1731196345499Initializing all the Stores at 1731196345502 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345502Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345502Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345502Cleaning up temporary data from old regions at 1731196345520 (+18 ms)Running coprocessor post-open hooks at 1731196345533 (+13 ms)Region opened successfully at 1731196345533 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 63dc5587931c917a0db55f8ee2931bbf: Running coprocessor pre-open hook at 1731196345493Writing region info on filesystem at 1731196345493Initializing all the Stores at 1731196345494 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345494Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345494Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345494Cleaning up temporary data from old regions at 1731196345516 (+22 ms)Running coprocessor post-open hooks at 1731196345533 (+17 ms)Region opened successfully at 1731196345533 2024-11-09T23:52:25,533 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3f8e2a171d660851a89bdec71a711d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70869446, jitterRate=0.05603703856468201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:52:25,533 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3f8e2a171d660851a89bdec71a711d1e: Running coprocessor pre-open hook at 1731196345507Writing region info on filesystem at 1731196345507Initializing all the Stores at 1731196345508 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345508Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345508Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345508Cleaning up temporary data from old regions at 1731196345526 (+18 ms)Running coprocessor post-open hooks at 1731196345533 (+7 ms)Region opened successfully at 1731196345533 2024-11-09T23:52:25,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02510cc07fdef8581fb14b14de08bcc7, ASSIGN in 496 msec 2024-11-09T23:52:25,535 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., pid=41, masterSystemTime=1731196345416 2024-11-09T23:52:25,539 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., pid=54, masterSystemTime=1731196345460 2024-11-09T23:52:25,539 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., pid=38, masterSystemTime=1731196345365 2024-11-09T23:52:25,543 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:25,543 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:52:25,543 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:25,544 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e3112167d88be46c28f979f65d39471, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-09T23:52:25,544 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,544 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,544 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,544 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=19 2024-11-09T23:52:25,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,44107,1731196341816 in 297 msec 2024-11-09T23:52:25,545 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:25,545 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:52:25,545 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 30287f66211d3108d6183af437fe72f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-09T23:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:25,547 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:25,547 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 31bae545fc51df195aaf8acef8c40ad9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-09T23:52:25,548 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,548 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,548 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,548 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f8e2a171d660851a89bdec71a711d1e, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,554 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,556 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30287f66211d3108d6183af437fe72f6 columnFamilyName colfamily11 2024-11-09T23:52:25,556 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,556 DEBUG [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,557 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(327): Store=30287f66211d3108d6183af437fe72f6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,558 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,559 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3112167d88be46c28f979f65d39471 columnFamilyName colfamily11 2024-11-09T23:52:25,559 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,559 DEBUG [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=16 2024-11-09T23:52:25,559 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(327): Store=6e3112167d88be46c28f979f65d39471/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f8e2a171d660851a89bdec71a711d1e, server=9d8c37854f6e,33385,1731196341755 in 210 msec 2024-11-09T23:52:25,560 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,560 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30287f66211d3108d6183af437fe72f6 columnFamilyName colfamily21 2024-11-09T23:52:25,560 DEBUG [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,560 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(327): Store=30287f66211d3108d6183af437fe72f6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,561 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,562 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily11 2024-11-09T23:52:25,562 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3112167d88be46c28f979f65d39471 columnFamilyName colfamily21 2024-11-09T23:52:25,562 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,562 DEBUG [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3f8e2a171d660851a89bdec71a711d1e, ASSIGN in 527 msec 2024-11-09T23:52:25,563 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,563 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,563 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(327): Store=6e3112167d88be46c28f979f65d39471/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,564 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,566 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3112167d88be46c28f979f65d39471 columnFamilyName colfamily31 2024-11-09T23:52:25,566 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily21 2024-11-09T23:52:25,566 DEBUG [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,566 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,567 INFO [StoreOpener-6e3112167d88be46c28f979f65d39471-1 {}] regionserver.HStore(327): Store=6e3112167d88be46c28f979f65d39471/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,567 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30287f66211d3108d6183af437fe72f6 columnFamilyName colfamily31 2024-11-09T23:52:25,567 DEBUG [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,567 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,567 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,568 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,568 INFO [StoreOpener-30287f66211d3108d6183af437fe72f6-1 {}] regionserver.HStore(327): Store=30287f66211d3108d6183af437fe72f6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,568 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,568 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,569 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=6 2024-11-09T23:52:25,570 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily31 2024-11-09T23:52:25,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,44107,1731196341816 in 307 msec 2024-11-09T23:52:25,570 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,570 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,570 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,570 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,570 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,571 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,571 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,573 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,573 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN in 537 msec 2024-11-09T23:52:25,574 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,575 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,575 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,575 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,576 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN in 541 msec 2024-11-09T23:52:25,579 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,579 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,579 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,580 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 30287f66211d3108d6183af437fe72f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72246001, jitterRate=0.07654930651187897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,580 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 6e3112167d88be46c28f979f65d39471; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70016093, jitterRate=0.04332108795642853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,580 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:52:25,580 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:52:25,580 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 6e3112167d88be46c28f979f65d39471: Running coprocessor pre-open hook at 1731196345545Writing region info on filesystem at 1731196345545Initializing all the Stores at 1731196345547 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345547Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345553 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345553Cleaning up temporary data from old regions at 1731196345571 (+18 ms)Running coprocessor post-open hooks at 1731196345580 (+9 ms)Region opened successfully at 1731196345580 2024-11-09T23:52:25,580 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 30287f66211d3108d6183af437fe72f6: Running coprocessor pre-open hook at 1731196345547Writing region info on filesystem at 1731196345547Initializing all the Stores at 1731196345548 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345548Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345553 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345553Cleaning up temporary data from old regions at 1731196345572 (+19 ms)Running coprocessor post-open hooks at 1731196345580 (+8 ms)Region opened successfully at 1731196345580 2024-11-09T23:52:25,581 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,582 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., pid=52, masterSystemTime=1731196345460 2024-11-09T23:52:25,582 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., pid=44, masterSystemTime=1731196345416 2024-11-09T23:52:25,585 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,585 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:25,585 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:52:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63dc5587931c917a0db55f8ee2931bbf, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,586 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:25,586 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c34c87c45119f3e37a95ad513f1d46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-09T23:52:25,586 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 31bae545fc51df195aaf8acef8c40ad9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60752350, jitterRate=-0.09471943974494934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,586 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:52:25,586 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 31bae545fc51df195aaf8acef8c40ad9: Running coprocessor pre-open hook at 1731196345548Writing region info on filesystem at 1731196345548Initializing all the Stores at 1731196345550 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345550Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345558 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345558Cleaning up temporary data from old regions at 1731196345575 (+17 ms)Running coprocessor post-open hooks at 1731196345586 (+11 ms)Region opened successfully at 1731196345586 2024-11-09T23:52:25,586 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,587 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,587 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,587 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,587 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:25,587 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:52:25,588 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:25,588 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., pid=33, masterSystemTime=1731196345365 2024-11-09T23:52:25,588 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2009f3a226569cdd3334bd1c609144dc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-09T23:52:25,588 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,589 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,589 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,589 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,591 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:25,591 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,591 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:52:25,592 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:25,592 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 8810319215b658a85d0c83b83446b527, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-09T23:52:25,592 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,593 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,593 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,593 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,594 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c34c87c45119f3e37a95ad513f1d46 columnFamilyName colfamily11 2024-11-09T23:52:25,594 DEBUG [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=14 2024-11-09T23:52:25,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 63dc5587931c917a0db55f8ee2931bbf, server=9d8c37854f6e,35731,1731196341639 in 314 msec 2024-11-09T23:52:25,595 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(327): Store=b2c34c87c45119f3e37a95ad513f1d46/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,595 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,597 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c34c87c45119f3e37a95ad513f1d46 columnFamilyName colfamily21 2024-11-09T23:52:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=63dc5587931c917a0db55f8ee2931bbf, ASSIGN in 561 msec 2024-11-09T23:52:25,597 DEBUG [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,598 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(327): Store=b2c34c87c45119f3e37a95ad513f1d46/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,598 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,598 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,599 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,601 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2009f3a226569cdd3334bd1c609144dc columnFamilyName colfamily11 2024-11-09T23:52:25,601 DEBUG [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,602 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(327): Store=2009f3a226569cdd3334bd1c609144dc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,602 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,603 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c34c87c45119f3e37a95ad513f1d46 columnFamilyName colfamily31 2024-11-09T23:52:25,603 DEBUG [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,603 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily11 2024-11-09T23:52:25,604 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6e3112167d88be46c28f979f65d39471, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,604 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2009f3a226569cdd3334bd1c609144dc columnFamilyName colfamily21 2024-11-09T23:52:25,604 DEBUG [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,604 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,604 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,605 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(327): Store=2009f3a226569cdd3334bd1c609144dc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,605 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,606 INFO [StoreOpener-b2c34c87c45119f3e37a95ad513f1d46-1 {}] regionserver.HStore(327): Store=b2c34c87c45119f3e37a95ad513f1d46/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,606 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,608 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e3112167d88be46c28f979f65d39471, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,609 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,609 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily21 2024-11-09T23:52:25,609 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2009f3a226569cdd3334bd1c609144dc columnFamilyName colfamily31 2024-11-09T23:52:25,609 DEBUG [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,609 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,610 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,610 INFO [StoreOpener-2009f3a226569cdd3334bd1c609144dc-1 {}] regionserver.HStore(327): Store=2009f3a226569cdd3334bd1c609144dc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,610 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,610 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,611 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,611 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,611 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,612 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,612 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,613 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily31 2024-11-09T23:52:25,614 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,614 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,614 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,615 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,615 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,615 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=13 2024-11-09T23:52:25,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,44107,1731196341816 in 381 msec 2024-11-09T23:52:25,616 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,616 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,618 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN in 583 msec 2024-11-09T23:52:25,620 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,620 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,620 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,621 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,621 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,622 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened b2c34c87c45119f3e37a95ad513f1d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71173132, jitterRate=0.060562312602996826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,622 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:52:25,622 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for b2c34c87c45119f3e37a95ad513f1d46: Running coprocessor pre-open hook at 1731196345588Writing region info on filesystem at 1731196345588Initializing all the Stores at 1731196345590 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345591 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345591Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345591Cleaning up temporary data from old regions at 1731196345611 (+20 ms)Running coprocessor post-open hooks at 1731196345622 (+11 ms)Region opened successfully at 1731196345622 2024-11-09T23:52:25,623 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., pid=51, masterSystemTime=1731196345460 2024-11-09T23:52:25,624 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,628 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:25,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=26 2024-11-09T23:52:25,628 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:52:25,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e3112167d88be46c28f979f65d39471, server=9d8c37854f6e,35731,1731196341639 in 334 msec 2024-11-09T23:52:25,628 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:25,628 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => c72ec1a8cf55206ed2f6c70f52f1c2e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,629 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,630 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 8810319215b658a85d0c83b83446b527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62294760, jitterRate=-0.07173573970794678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,630 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8810319215b658a85d0c83b83446b527 2024-11-09T23:52:25,630 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2009f3a226569cdd3334bd1c609144dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71837991, jitterRate=0.07046948373317719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,630 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:52:25,630 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 8810319215b658a85d0c83b83446b527: Running coprocessor pre-open hook at 1731196345593Writing region info on filesystem at 1731196345593Initializing all the Stores at 1731196345595 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345595Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345599 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345599Cleaning up temporary data from old regions at 1731196345620 (+21 ms)Running coprocessor post-open hooks at 1731196345630 (+10 ms)Region opened successfully at 1731196345630 2024-11-09T23:52:25,630 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2009f3a226569cdd3334bd1c609144dc: Running coprocessor pre-open hook at 1731196345589Writing region info on filesystem at 1731196345589Initializing all the Stores at 1731196345591 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345591Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345598 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345598Cleaning up temporary data from old regions at 1731196345615 (+17 ms)Running coprocessor post-open hooks at 1731196345630 (+15 ms)Region opened successfully at 1731196345630 2024-11-09T23:52:25,631 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., pid=46, masterSystemTime=1731196345416 2024-11-09T23:52:25,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e3112167d88be46c28f979f65d39471, ASSIGN in 595 msec 2024-11-09T23:52:25,632 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,633 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., pid=34, masterSystemTime=1731196345365 2024-11-09T23:52:25,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,635 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:25,635 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:52:25,635 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:25,635 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 412a737b8555c95f027cfd4a21ba3c49, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-09T23:52:25,636 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,636 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,636 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,636 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,637 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72ec1a8cf55206ed2f6c70f52f1c2e1 columnFamilyName colfamily11 2024-11-09T23:52:25,637 DEBUG [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,637 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:25,637 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:52:25,638 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:25,638 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(327): Store=c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c34c87c45119f3e37a95ad513f1d46, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,638 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8cb7606c72badc6d0c3e7d8b43a1ea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-09T23:52:25,639 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,639 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,639 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,639 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,639 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,639 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,642 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412a737b8555c95f027cfd4a21ba3c49 columnFamilyName colfamily11 2024-11-09T23:52:25,642 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:52:25,642 DEBUG [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,642 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72ec1a8cf55206ed2f6c70f52f1c2e1 columnFamilyName colfamily21 2024-11-09T23:52:25,642 DEBUG [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,643 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(327): Store=412a737b8555c95f027cfd4a21ba3c49/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,643 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,643 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(327): Store=c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,643 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,646 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412a737b8555c95f027cfd4a21ba3c49 columnFamilyName colfamily21 2024-11-09T23:52:25,646 DEBUG [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,647 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(327): Store=412a737b8555c95f027cfd4a21ba3c49/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,647 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,647 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,649 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72ec1a8cf55206ed2f6c70f52f1c2e1 columnFamilyName colfamily31 2024-11-09T23:52:25,649 DEBUG [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,650 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412a737b8555c95f027cfd4a21ba3c49 columnFamilyName colfamily31 2024-11-09T23:52:25,650 DEBUG [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,650 INFO [StoreOpener-c72ec1a8cf55206ed2f6c70f52f1c2e1-1 {}] regionserver.HStore(327): Store=c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,650 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,651 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily11 2024-11-09T23:52:25,651 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=21 2024-11-09T23:52:25,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure b2c34c87c45119f3e37a95ad513f1d46, server=9d8c37854f6e,33385,1731196341755 in 312 msec 2024-11-09T23:52:25,651 INFO [StoreOpener-412a737b8555c95f027cfd4a21ba3c49-1 {}] regionserver.HStore(327): Store=412a737b8555c95f027cfd4a21ba3c49/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,651 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,651 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,652 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,652 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,652 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,653 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,653 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,654 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,655 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,655 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,655 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2c34c87c45119f3e37a95ad513f1d46, ASSIGN in 618 msec 2024-11-09T23:52:25,655 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,656 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily21 2024-11-09T23:52:25,656 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,656 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,657 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8810319215b658a85d0c83b83446b527, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,657 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,658 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,659 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,661 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily31 2024-11-09T23:52:25,662 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,662 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,663 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,663 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,663 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 412a737b8555c95f027cfd4a21ba3c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66913764, jitterRate=-0.0029072165489196777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,663 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:52:25,663 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 412a737b8555c95f027cfd4a21ba3c49: Running coprocessor pre-open hook at 1731196345636Writing region info on filesystem at 1731196345636Initializing all the Stores at 1731196345638 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345638Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345638Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345638Cleaning up temporary data from old regions at 1731196345655 (+17 ms)Running coprocessor post-open hooks at 1731196345663 (+8 ms)Region opened successfully at 1731196345663 2024-11-09T23:52:25,665 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., pid=43, masterSystemTime=1731196345416 2024-11-09T23:52:25,665 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,665 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2009f3a226569cdd3334bd1c609144dc, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,668 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:25,668 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:52:25,668 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:25,668 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,668 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,668 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => e37b7aff34e9f4f8b87781a924e7952d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-09T23:52:25,669 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,669 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,669 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,669 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,671 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=9 2024-11-09T23:52:25,672 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,44107,1731196341816 in 433 msec 2024-11-09T23:52:25,672 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened c72ec1a8cf55206ed2f6c70f52f1c2e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61217619, jitterRate=-0.08778639137744904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,673 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:52:25,673 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,673 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for c72ec1a8cf55206ed2f6c70f52f1c2e1: Running coprocessor pre-open hook at 1731196345629Writing region info on filesystem at 1731196345629Initializing all the Stores at 1731196345632 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345632Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345632Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345632Cleaning up temporary data from old regions at 1731196345655 (+23 ms)Running coprocessor post-open hooks at 1731196345673 (+18 ms)Region opened successfully at 1731196345673 2024-11-09T23:52:25,674 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., pid=56, masterSystemTime=1731196345460 2024-11-09T23:52:25,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN in 639 msec 2024-11-09T23:52:25,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,677 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:25,677 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:25,678 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:25,678 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => ffe4adc96b5448c513874c7854766e0e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-09T23:52:25,678 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,678 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,679 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,679 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,680 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 412a737b8555c95f027cfd4a21ba3c49, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,681 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 2c8cb7606c72badc6d0c3e7d8b43a1ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540430, jitterRate=-0.06807497143745422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,681 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:52:25,681 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 2c8cb7606c72badc6d0c3e7d8b43a1ea: Running coprocessor pre-open hook at 1731196345639Writing region info on filesystem at 1731196345639Initializing all the Stores at 1731196345642 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345643 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345647 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345647Cleaning up temporary data from old regions at 1731196345668 (+21 ms)Running coprocessor post-open hooks at 1731196345681 (+13 ms)Region opened successfully at 1731196345681 2024-11-09T23:52:25,682 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,682 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., pid=32, masterSystemTime=1731196345365 2024-11-09T23:52:25,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,686 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe4adc96b5448c513874c7854766e0e columnFamilyName colfamily11 2024-11-09T23:52:25,686 DEBUG [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,686 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:25,686 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:52:25,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72ec1a8cf55206ed2f6c70f52f1c2e1, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,687 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(327): Store=ffe4adc96b5448c513874c7854766e0e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,687 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,689 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe4adc96b5448c513874c7854766e0e columnFamilyName colfamily21 2024-11-09T23:52:25,690 DEBUG [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,690 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,690 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(327): Store=ffe4adc96b5448c513874c7854766e0e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=23 2024-11-09T23:52:25,691 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 412a737b8555c95f027cfd4a21ba3c49, server=9d8c37854f6e,35731,1731196341639 in 404 msec 2024-11-09T23:52:25,692 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37b7aff34e9f4f8b87781a924e7952d columnFamilyName colfamily11 2024-11-09T23:52:25,692 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe4adc96b5448c513874c7854766e0e columnFamilyName colfamily31 2024-11-09T23:52:25,693 DEBUG [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,693 DEBUG [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,693 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(327): Store=e37b7aff34e9f4f8b87781a924e7952d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,693 INFO [StoreOpener-ffe4adc96b5448c513874c7854766e0e-1 {}] regionserver.HStore(327): Store=ffe4adc96b5448c513874c7854766e0e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,694 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,694 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=412a737b8555c95f027cfd4a21ba3c49, ASSIGN in 658 msec 2024-11-09T23:52:25,695 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,696 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37b7aff34e9f4f8b87781a924e7952d columnFamilyName colfamily21 2024-11-09T23:52:25,696 DEBUG [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,696 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,696 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(327): Store=e37b7aff34e9f4f8b87781a924e7952d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,697 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,698 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37b7aff34e9f4f8b87781a924e7952d columnFamilyName colfamily31 2024-11-09T23:52:25,699 DEBUG [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,699 INFO [StoreOpener-e37b7aff34e9f4f8b87781a924e7952d-1 {}] regionserver.HStore(327): Store=e37b7aff34e9f4f8b87781a924e7952d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,700 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,700 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=5 2024-11-09T23:52:25,700 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c72ec1a8cf55206ed2f6c70f52f1c2e1, server=9d8c37854f6e,33385,1731196341755 in 339 msec 2024-11-09T23:52:25,701 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,701 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,701 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,702 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,702 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,702 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,703 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c72ec1a8cf55206ed2f6c70f52f1c2e1, ASSIGN in 667 msec 2024-11-09T23:52:25,706 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:25,707 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,707 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened ffe4adc96b5448c513874c7854766e0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74742602, jitterRate=0.11375156044960022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,707 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:52:25,708 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for ffe4adc96b5448c513874c7854766e0e: Running coprocessor pre-open hook at 1731196345679Writing region info on filesystem at 1731196345679Initializing all the Stores at 1731196345681 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345681Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345682 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345682Cleaning up temporary data from old regions at 1731196345700 (+18 ms)Running coprocessor post-open hooks at 1731196345707 (+7 ms)Region opened successfully at 1731196345708 (+1 ms) 2024-11-09T23:52:25,709 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., pid=55, masterSystemTime=1731196345460 2024-11-09T23:52:25,711 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,44107,1731196341816 because future has completed 2024-11-09T23:52:25,712 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened e37b7aff34e9f4f8b87781a924e7952d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61622024, jitterRate=-0.08176028728485107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,712 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:52:25,712 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:25,712 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:52:25,712 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for e37b7aff34e9f4f8b87781a924e7952d: Running coprocessor pre-open hook at 1731196345669Writing region info on filesystem at 1731196345669Initializing all the Stores at 1731196345671 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345671Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345678 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345678Cleaning up temporary data from old regions at 1731196345702 (+24 ms)Running coprocessor post-open hooks at 1731196345712 (+10 ms)Region opened successfully at 1731196345712 2024-11-09T23:52:25,713 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:25,713 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 2539f0fe952e2b1790872d0ec61cd8a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-09T23:52:25,713 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,713 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,714 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., pid=39, masterSystemTime=1731196345416 2024-11-09T23:52:25,714 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,714 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,716 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:25,716 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:52:25,716 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,717 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:25,717 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a53d423cc15dd4598c2222923c84e9b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-09T23:52:25,717 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,717 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,717 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,718 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-09T23:52:25,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,44107,1731196341816 in 496 msec 2024-11-09T23:52:25,719 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2539f0fe952e2b1790872d0ec61cd8a8 columnFamilyName colfamily11 2024-11-09T23:52:25,719 DEBUG [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,720 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,720 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(327): Store=2539f0fe952e2b1790872d0ec61cd8a8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,720 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,721 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a53d423cc15dd4598c2222923c84e9b columnFamilyName colfamily11 2024-11-09T23:52:25,721 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2539f0fe952e2b1790872d0ec61cd8a8 columnFamilyName colfamily21 2024-11-09T23:52:25,722 DEBUG [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,722 DEBUG [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN in 686 msec 2024-11-09T23:52:25,722 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(327): Store=2539f0fe952e2b1790872d0ec61cd8a8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,722 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(327): Store=4a53d423cc15dd4598c2222923c84e9b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,722 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,722 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,725 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2539f0fe952e2b1790872d0ec61cd8a8 columnFamilyName colfamily31 2024-11-09T23:52:25,725 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a53d423cc15dd4598c2222923c84e9b columnFamilyName colfamily21 2024-11-09T23:52:25,725 DEBUG [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,725 DEBUG [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,725 INFO [StoreOpener-2539f0fe952e2b1790872d0ec61cd8a8-1 {}] regionserver.HStore(327): Store=2539f0fe952e2b1790872d0ec61cd8a8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,725 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(327): Store=4a53d423cc15dd4598c2222923c84e9b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,726 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,726 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,727 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,728 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37b7aff34e9f4f8b87781a924e7952d, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,729 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a53d423cc15dd4598c2222923c84e9b columnFamilyName colfamily31 2024-11-09T23:52:25,729 DEBUG [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,729 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,730 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,730 INFO [StoreOpener-4a53d423cc15dd4598c2222923c84e9b-1 {}] regionserver.HStore(327): Store=4a53d423cc15dd4598c2222923c84e9b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,730 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,730 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,731 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,731 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,732 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,733 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe4adc96b5448c513874c7854766e0e, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,734 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,734 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,735 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,736 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,737 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 2539f0fe952e2b1790872d0ec61cd8a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70251179, jitterRate=0.0468241423368454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,737 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:52:25,737 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 2539f0fe952e2b1790872d0ec61cd8a8: Running coprocessor pre-open hook at 1731196345714Writing region info on filesystem at 1731196345714Initializing all the Stores at 1731196345716 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345716Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345716Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345716Cleaning up temporary data from old regions at 1731196345730 (+14 ms)Running coprocessor post-open hooks at 1731196345737 (+7 ms)Region opened successfully at 1731196345737 2024-11-09T23:52:25,738 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,738 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., pid=47, masterSystemTime=1731196345460 2024-11-09T23:52:25,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=20 2024-11-09T23:52:25,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e37b7aff34e9f4f8b87781a924e7952d, server=9d8c37854f6e,35731,1731196341639 in 472 msec 2024-11-09T23:52:25,742 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:25,742 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:52:25,742 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:25,743 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 4927fc327ed29057cc6b03c92cb30b3f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-09T23:52:25,743 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,743 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e37b7aff34e9f4f8b87781a924e7952d, ASSIGN in 708 msec 2024-11-09T23:52:25,743 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,743 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,744 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,745 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 4a53d423cc15dd4598c2222923c84e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72987749, jitterRate=0.08760221302509308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,746 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:52:25,746 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,746 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 4a53d423cc15dd4598c2222923c84e9b: Running coprocessor pre-open hook at 1731196345718Writing region info on filesystem at 1731196345718Initializing all the Stores at 1731196345719 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345719Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345719Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345719Cleaning up temporary data from old regions at 1731196345734 (+15 ms)Running coprocessor post-open hooks at 1731196345746 (+12 ms)Region opened successfully at 1731196345746 2024-11-09T23:52:25,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,748 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., pid=40, masterSystemTime=1731196345416 2024-11-09T23:52:25,750 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:52:25,750 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:52:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2539f0fe952e2b1790872d0ec61cd8a8, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,753 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4927fc327ed29057cc6b03c92cb30b3f columnFamilyName colfamily11 2024-11-09T23:52:25,753 DEBUG [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,754 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(327): Store=4927fc327ed29057cc6b03c92cb30b3f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,754 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,756 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4927fc327ed29057cc6b03c92cb30b3f columnFamilyName colfamily21 2024-11-09T23:52:25,756 DEBUG [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,758 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(327): Store=4927fc327ed29057cc6b03c92cb30b3f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,758 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,759 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:25,759 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:52:25,759 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:25,759 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,35731,1731196341639, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:52:25,759 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f09c7250983977e98b7ae3b4d2a3405, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-09T23:52:25,760 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,760 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,760 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,760 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,760 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4927fc327ed29057cc6b03c92cb30b3f columnFamilyName colfamily31 2024-11-09T23:52:25,760 DEBUG [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,761 INFO [StoreOpener-4927fc327ed29057cc6b03c92cb30b3f-1 {}] regionserver.HStore(327): Store=4927fc327ed29057cc6b03c92cb30b3f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=27 2024-11-09T23:52:25,763 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2539f0fe952e2b1790872d0ec61cd8a8, server=9d8c37854f6e,33385,1731196341755 in 450 msec 2024-11-09T23:52:25,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,765 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09c7250983977e98b7ae3b4d2a3405 columnFamilyName colfamily11 2024-11-09T23:52:25,765 DEBUG [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,765 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,766 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2539f0fe952e2b1790872d0ec61cd8a8, ASSIGN in 730 msec 2024-11-09T23:52:25,766 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(327): Store=5f09c7250983977e98b7ae3b4d2a3405/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,766 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,766 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,769 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09c7250983977e98b7ae3b4d2a3405 columnFamilyName colfamily21 2024-11-09T23:52:25,769 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,769 DEBUG [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,770 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(327): Store=5f09c7250983977e98b7ae3b4d2a3405/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,771 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a53d423cc15dd4598c2222923c84e9b, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,773 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,773 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09c7250983977e98b7ae3b4d2a3405 columnFamilyName colfamily31 2024-11-09T23:52:25,774 DEBUG [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,774 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 4927fc327ed29057cc6b03c92cb30b3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66494018, jitterRate=-0.009161919355392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,774 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:52:25,775 INFO [StoreOpener-5f09c7250983977e98b7ae3b4d2a3405-1 {}] regionserver.HStore(327): Store=5f09c7250983977e98b7ae3b4d2a3405/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,775 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 4927fc327ed29057cc6b03c92cb30b3f: Running coprocessor pre-open hook at 1731196345744Writing region info on filesystem at 1731196345744Initializing all the Stores at 1731196345745 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345745Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345746 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345746Cleaning up temporary data from old regions at 1731196345766 (+20 ms)Running coprocessor post-open hooks at 1731196345775 (+9 ms)Region opened successfully at 1731196345775 2024-11-09T23:52:25,775 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,776 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., pid=49, masterSystemTime=1731196345460 2024-11-09T23:52:25,776 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,777 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,778 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=18 2024-11-09T23:52:25,778 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ffe4adc96b5448c513874c7854766e0e, server=9d8c37854f6e,33385,1731196341755 in 424 msec 2024-11-09T23:52:25,779 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:25,779 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:52:25,779 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:25,779 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,779 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 20109a9f1d1221b59a18101c00b9c266, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-09T23:52:25,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:52:25,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,781 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,782 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,784 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20109a9f1d1221b59a18101c00b9c266 columnFamilyName colfamily11 2024-11-09T23:52:25,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4927fc327ed29057cc6b03c92cb30b3f, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,785 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,785 DEBUG [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,785 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(327): Store=20109a9f1d1221b59a18101c00b9c266/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,785 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 5f09c7250983977e98b7ae3b4d2a3405; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67166455, jitterRate=8.581727743148804E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:52:25,786 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 5f09c7250983977e98b7ae3b4d2a3405: Running coprocessor pre-open hook at 1731196345760Writing region info on filesystem at 1731196345760Initializing all the Stores at 1731196345762 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345762Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345763 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345763Cleaning up temporary data from old regions at 1731196345778 (+15 ms)Running coprocessor post-open hooks at 1731196345786 (+8 ms)Region opened successfully at 1731196345786 2024-11-09T23:52:25,788 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20109a9f1d1221b59a18101c00b9c266 columnFamilyName colfamily21 2024-11-09T23:52:25,788 DEBUG [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,789 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(327): Store=20109a9f1d1221b59a18101c00b9c266/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,789 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ffe4adc96b5448c513874c7854766e0e, ASSIGN in 751 msec 2024-11-09T23:52:25,791 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., pid=50, masterSystemTime=1731196345416 2024-11-09T23:52:25,791 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20109a9f1d1221b59a18101c00b9c266 columnFamilyName colfamily31 2024-11-09T23:52:25,791 DEBUG [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:52:25,792 INFO [StoreOpener-20109a9f1d1221b59a18101c00b9c266-1 {}] regionserver.HStore(327): Store=20109a9f1d1221b59a18101c00b9c266/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:52:25,793 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,794 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,794 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,794 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:25,795 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:25,796 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,796 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=28 2024-11-09T23:52:25,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 4927fc327ed29057cc6b03c92cb30b3f, server=9d8c37854f6e,33385,1731196341755 in 475 msec 2024-11-09T23:52:25,796 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:52:25,798 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4927fc327ed29057cc6b03c92cb30b3f, ASSIGN in 763 msec 2024-11-09T23:52:25,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:52:25,801 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:52:25,802 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 20109a9f1d1221b59a18101c00b9c266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66531776, jitterRate=-0.008599281311035156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:52:25,802 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:52:25,802 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 20109a9f1d1221b59a18101c00b9c266: Running coprocessor pre-open hook at 1731196345780Writing region info on filesystem at 1731196345780Initializing all the Stores at 1731196345781 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345781Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345781Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196345781Cleaning up temporary data from old regions at 1731196345796 (+15 ms)Running coprocessor post-open hooks at 1731196345802 (+6 ms)Region opened successfully at 1731196345802 2024-11-09T23:52:25,803 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., pid=53, masterSystemTime=1731196345460 2024-11-09T23:52:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f09c7250983977e98b7ae3b4d2a3405, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:52:25,806 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:25,806 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:52:25,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=11 2024-11-09T23:52:25,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a53d423cc15dd4598c2222923c84e9b, server=9d8c37854f6e,35731,1731196341639 in 537 msec 2024-11-09T23:52:25,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4a53d423cc15dd4598c2222923c84e9b, ASSIGN in 776 msec 2024-11-09T23:52:25,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20109a9f1d1221b59a18101c00b9c266, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=7 2024-11-09T23:52:25,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f09c7250983977e98b7ae3b4d2a3405, server=9d8c37854f6e,35731,1731196341639 in 494 msec 2024-11-09T23:52:25,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09c7250983977e98b7ae3b4d2a3405, ASSIGN in 785 msec 2024-11-09T23:52:25,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=10 2024-11-09T23:52:25,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 20109a9f1d1221b59a18101c00b9c266, server=9d8c37854f6e,33385,1731196341755 in 481 msec 2024-11-09T23:52:25,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20109a9f1d1221b59a18101c00b9c266, ASSIGN in 792 msec 2024-11-09T23:52:25,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=8 2024-11-09T23:52:25,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2009f3a226569cdd3334bd1c609144dc, server=9d8c37854f6e,35731,1731196341639 in 528 msec 2024-11-09T23:52:25,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2009f3a226569cdd3334bd1c609144dc, ASSIGN in 798 msec 2024-11-09T23:52:25,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=30287f66211d3108d6183af437fe72f6, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:52:25,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30287f66211d3108d6183af437fe72f6, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:52:25,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=12 2024-11-09T23:52:25,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 30287f66211d3108d6183af437fe72f6, server=9d8c37854f6e,33385,1731196341755 in 502 msec 2024-11-09T23:52:25,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T23:52:25,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30287f66211d3108d6183af437fe72f6, ASSIGN in 809 msec 2024-11-09T23:52:25,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T23:52:25,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196345847"}]},"ts":"1731196345847"} 2024-11-09T23:52:25,850 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-09T23:52:25,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T23:52:25,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5830 sec 2024-11-09T23:52:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:52:26,438 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-09T23:52:26,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-09T23:52:26,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:52:26,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44107 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T23:52:26,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-09T23:52:26,464 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:52:26,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-09T23:52:26,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,759 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,803 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:26,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:26,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:26,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., hostname=9d8c37854f6e,33385,1731196341755, seqNum=2] 2024-11-09T23:52:27,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2] 2024-11-09T23:52:27,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3., hostname=9d8c37854f6e,35731,1731196341639, seqNum=2] 2024-11-09T23:52:27,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:52:27,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:52:27,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:52:27,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:52:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:52:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33385 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:52:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44107 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:52:28,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-09T23:52:28,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44107 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T23:52:28,769 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-09T23:52:28,770 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:28,770 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:28,771 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9d8c37854f6e,44107,1731196341816: Simulated kill ***** 2024-11-09T23:52:28,771 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T23:52:28,774 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T23:52:28,778 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T23:52:28,779 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T23:52:28,779 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T23:52:28,779 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 549049024 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154310760 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e" } ] } 2024-11-09T23:52:28,781 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39471 {}] master.MasterRpcServices(700): 9d8c37854f6e,44107,1731196341816 reported a fatal error: ***** ABORTING region server 9d8c37854f6e,44107,1731196341816: Simulated kill ***** 2024-11-09T23:52:28,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,44107,1731196341816' ***** 2024-11-09T23:52:28,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T23:52:28,784 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:52:28,784 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:52:28,784 INFO [RS:2;9d8c37854f6e:44107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T23:52:28,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:52:28,784 INFO [RS:2;9d8c37854f6e:44107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T23:52:28,784 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:52:28,785 INFO [RS:2;9d8c37854f6e:44107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9d8c37854f6e:44107. 2024-11-09T23:52:28,785 DEBUG [RS:2;9d8c37854f6e:44107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:52:28,789 DEBUG [RS:2;9d8c37854f6e:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:52:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741836_1012 (size=54214) 2024-11-09T23:52:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741836_1012 (size=54214) 2024-11-09T23:52:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741836_1012 (size=54214) 2024-11-09T23:52:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741833_1009 (size=297717) 2024-11-09T23:52:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741833_1009 (size=297717) 2024-11-09T23:52:28,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741833_1009 (size=297717) 2024-11-09T23:52:28,803 DEBUG [RS:2;9d8c37854f6e:44107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:52:28,803 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:52:28,804 INFO [RS:2;9d8c37854f6e:44107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44107 2024-11-09T23:52:28,832 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:52:28,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,44107,1731196341816 2024-11-09T23:52:28,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:52:28,873 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:52:28,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,44107,1731196341816] 2024-11-09T23:52:28,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,44107,1731196341816 already deleted, retry=false 2024-11-09T23:52:28,890 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9d8c37854f6e,44107,1731196341816 on 9d8c37854f6e,39471,1731196340906 2024-11-09T23:52:28,895 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,898 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 9d8c37854f6e,44107,1731196341816 (carryingMeta=true) 9d8c37854f6e,44107,1731196341816/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a3a4e6f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T23:52:28,899 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,899 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:52:28,899 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:52:28,899 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:52:28,902 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:52:28,904 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,905 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:52:28,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:52:28,905 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:52:28,905 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:52:28,906 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:52:28,906 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:52:28,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:52:28,906 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:52:28,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:52:28,913 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:52:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:52:28,915 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:52:28,916 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,916 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:52:28,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-09T23:52:28,918 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:52:28,918 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,44107,1731196341816, table=hbase:meta, region=1588230740 2024-11-09T23:52:28,918 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPEN 2024-11-09T23:52:28,925 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:52:28,927 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:52:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:52:28,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:28,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:28,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:52:28,967 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196378967 2024-11-09T23:52:28,967 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:52:28,967 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,967 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:52:28,968 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:28,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:28,972 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true, isMeta: true 2024-11-09T23:52:28,974 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting 2024-11-09T23:52:28,976 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=1, meta=true 2024-11-09T23:52:28,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta}] 2024-11-09T23:52:28,978 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:52:28,978 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:52:28,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:52:28,979 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:52:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:52:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44107-0x101234d5a280003, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:52:28,982 INFO [RS:2;9d8c37854f6e:44107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:52:28,982 INFO [RS:2;9d8c37854f6e:44107 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,44107,1731196341816; zookeeper connection closed. 2024-11-09T23:52:28,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617041c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617041c1 2024-11-09T23:52:29,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:29,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:29,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:52:29,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:29,127 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:52:29,127 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:52:29,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:29,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:29,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:52:29,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:29,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T23:52:29,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-09T23:52:29,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T23:52:29,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:29,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:29,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:52:29,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:30,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:30,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:30,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:52:30,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:30,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:30,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:31,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:31,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:31,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:31,120 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:52:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:31,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T23:52:31,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T23:52:31,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:52:31,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-09T23:52:31,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:52:31,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T23:52:31,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T23:52:31,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T23:52:33,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:33,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:33,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:33,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:52:33,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:33,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:33,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:33,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:37,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:37,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:37,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:37,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8200 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:52:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:47,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:47,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:47,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:47,238 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18271 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:52:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:47,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:50,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:52:55,904 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:39471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:52:57,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:52:57,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:52:57,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:52:57,269 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28301 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:52:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:52:57,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:52:57,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:04,512 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T23:53:04,512 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T23:53:07,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:07,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:07,289 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:07,290 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38322 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:07,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:07,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:17,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:17,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:17,358 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:17,359 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48392 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:17,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:17,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:20,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:53:21,029 WARN [RS:0;9d8c37854f6e:35731 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9d8c37854f6e,44107,1731196341816: status=status unset, state=RUNNING, startTime=1731196348899, completionTime=-1 appears to have been leaked 2024-11-09T23:53:24,058 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c72ec1a8cf55206ed2f6c70f52f1c2e1 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,059 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 20109a9f1d1221b59a18101c00b9c266 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,060 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 30287f66211d3108d6183af437fe72f6 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,061 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f8e2a171d660851a89bdec71a711d1e changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,061 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ffe4adc96b5448c513874c7854766e0e changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,062 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b2c34c87c45119f3e37a95ad513f1d46 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,062 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02510cc07fdef8581fb14b14de08bcc7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,062 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2539f0fe952e2b1790872d0ec61cd8a8 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,063 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4927fc327ed29057cc6b03c92cb30b3f changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,063 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f09c7250983977e98b7ae3b4d2a3405 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,063 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2009f3a226569cdd3334bd1c609144dc changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,063 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a53d423cc15dd4598c2222923c84e9b changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,063 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 63dc5587931c917a0db55f8ee2931bbf changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,064 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9100263a12dabd487eccfa1daf6c8053 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,064 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e37b7aff34e9f4f8b87781a924e7952d changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,064 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 412a737b8555c95f027cfd4a21ba3c49 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,064 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6e3112167d88be46c28f979f65d39471 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:24,064 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8adbed298eff323e96cd7ab13b89edc3 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:53:28,277 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T23:53:28,908 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:39471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:53:28,977 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T23:52:28.971Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:29.077Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29.287Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:29.597Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:30.107Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:52:31.121Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:33.139Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:37.168Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:47.239Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:52:57.269Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:07.292Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:17.361Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T23:53:28,979 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:53:28,979 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:53:28,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:53:28,979 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:53:28,979 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:53:28,979 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:53:28,979 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:53:28,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:53:28,980 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:53:28,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:53:28,983 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:53:28,984 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:53:28,984 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:53:28,985 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:53:28,985 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:53:28,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T23:53:28,986 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:53:28,986 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,44107,1731196341816, table=hbase:meta, region=1588230740 2024-11-09T23:53:28,986 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPEN 2024-11-09T23:53:29,029 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:53:29,030 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:53:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:53:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:53:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:53:29,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:53:29,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:53:29,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:53:29,082 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196439082 2024-11-09T23:53:29,082 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:53:29,082 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true, isMeta: true 2024-11-09T23:53:29,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:29,083 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:29,084 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:29,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:29,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:29,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:29,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:29,085 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=1, meta=true 2024-11-09T23:53:29,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta}] 2024-11-09T23:53:29,086 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:53:29,094 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:53:29,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:53:29,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:29,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:29,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:53:29,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:29,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-09T23:53:29,284 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, size=52.9 K (54214bytes) 2024-11-09T23:53:29,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T23:53:29,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T23:53:29,284 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta 2024-11-09T23:53:29,289 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta after 4ms 2024-11-09T23:53:29,296 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta took 14ms 2024-11-09T23:53:29,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:53:29,311 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp 2024-11-09T23:53:29,314 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp 2024-11-09T23:53:29,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta so closing down 2024-11-09T23:53:29,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T23:53:29,319 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T23:53:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741864_1040 (size=53973) 2024-11-09T23:53:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741864_1040 (size=53973) 2024-11-09T23:53:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741864_1040 (size=53973) 2024-11-09T23:53:29,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-09T23:53:29,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T23:53:29,334 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-09T23:53:29,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, journal: Splitting hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, size=52.9 K (54214bytes) at 1731196409284Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp at 1731196409314 (+30 ms)Finishing writing output for hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta so closing down at 1731196409315 (+1 ms)3 split writer threads finished at 1731196409319 (+4 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731196409329 (+10 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731196409331 (+2 ms)Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731196409335 (+4 ms) 2024-11-09T23:53:29,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta 2024-11-09T23:53:29,336 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T23:53:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T23:53:29,345 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs 2024-11-09T23:53:29,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T23:53:29,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 in 249 msec 2024-11-09T23:53:29,350 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:53:29,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T23:53:29,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 in 265 msec 2024-11-09T23:53:29,356 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting dir is empty, no logs to split. 2024-11-09T23:53:29,356 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=0, meta=true 2024-11-09T23:53:29,356 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,44107,1731196341816 WAL splitting is done? wals=0, meta=true 2024-11-09T23:53:29,356 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:53:29,356 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:53:29,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:53:29,356 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:53:29,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:29,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:29,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:53:29,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:29,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:29,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:29,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:53:29,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:30,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:30,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:30,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:53:30,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:30,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:30,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:31,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:31,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:31,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:31,248 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2165 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:31,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:31,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:31,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:31,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:33,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:33,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:33,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:33,269 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4186 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:33,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:37,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:37,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:37,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:37,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8194 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:37,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:47,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:47,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:47,378 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:47,379 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18296 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:47,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:47,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:47,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:47,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:50,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:53:57,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:53:57,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:53:57,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:53:57,419 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28335 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:53:57,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:57,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:53:57,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:53:57,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:07,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:07,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:07,509 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:07,510 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38426 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:07,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:17,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:17,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:17,527 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:17,528 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48445 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:17,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:20,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:54:23,118 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T23:54:29,086 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T23:53:29.085Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:29.197Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29.407Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:29.717Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:30.227Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:53:31.249Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:33.271Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:37.278Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:47.381Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:53:57.420Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:07.511Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:17.529Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T23:54:29,088 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:54:29,088 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:54:29,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:54:29,088 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:54:29,088 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:54:29,089 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:54:29,089 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:54:29,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:54:29,089 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:54:29,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T23:54:29,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:54:29,094 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:54:29,095 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:54:29,095 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:54:29,096 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:54:29,097 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:54:29,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T23:54:29,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:54:29,099 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,44107,1731196341816, table=hbase:meta, region=1588230740 2024-11-09T23:54:29,099 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPEN 2024-11-09T23:54:29,107 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:54:29,107 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:54:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:54:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:54:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:54:29,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:54:29,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:54:29,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:54:29,167 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196499167 2024-11-09T23:54:29,167 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:54:29,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:29,167 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:29,169 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:29,171 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting dir is empty, no logs to split. 2024-11-09T23:54:29,171 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=0, meta=true 2024-11-09T23:54:29,171 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,44107,1731196341816 WAL splitting is done? wals=0, meta=true 2024-11-09T23:54:29,172 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:54:29,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T23:54:29,175 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:54:29,175 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:54:29,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:54:29,175 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:54:29,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:29,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:29,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:54:29,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:29,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:29,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:29,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:54:29,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:29,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:29,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:29,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:54:29,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:30,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:30,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:30,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:54:30,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:30,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:30,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:31,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:31,316 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:31,317 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:31,318 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:31,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:33,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:33,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:33,338 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:33,339 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4171 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:33,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:33,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:33,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:33,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:35,911 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:39471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:54:37,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:37,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:37,369 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:37,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8202 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:37,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:37,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:37,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:37,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:47,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:47,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:47,458 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:47,459 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18291 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:47,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:50,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:54:57,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:54:57,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:54:57,519 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:54:57,520 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28352 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:54:57,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:57,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:54:57,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:54:57,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:07,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:07,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:55:07,548 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:55:07,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38382 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:55:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:55:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:55:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:17,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:17,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:55:17,558 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:55:17,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9d8c37854f6e,44107,1731196341816 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48391 ms java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T23:55:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:55:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:55:17,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:20,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:55:25,498 WARN [RS:1;9d8c37854f6e:33385 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9d8c37854f6e,44107,1731196341816: status=Processing ServerCrashProcedure of 9d8c37854f6e,44107,1731196341816 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731196348915, completionTime=-1 appears to have been leaked 2024-11-09T23:55:25,498 WARN [RS:1;9d8c37854f6e:33385 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9d8c37854f6e,44107,1731196341816: status=Processing ServerCrashProcedure of 9d8c37854f6e,44107,1731196341816 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731196408985, completionTime=-1 appears to have been leaked 2024-11-09T23:55:29,177 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T23:54:29.170Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:29.278Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29.487Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:29.797Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:30.307Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:54:31.319Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:33.341Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:37.371Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:47.460Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:54:57.521Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:07.551Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:17.560Z, java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T23:55:29,181 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:29,181 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:29,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:29,181 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:29,181 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:29,182 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:29,183 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:29,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:29,184 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:29,184 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:29,184 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:29,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T23:55:29,186 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:29,186 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:29,186 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:29,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:29,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:29,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:29,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,188 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,44107,1731196341816, table=hbase:meta, region=1588230740 2024-11-09T23:55:29,188 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44107,1731196341816, state=OPEN 2024-11-09T23:55:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,251 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196559251 2024-11-09T23:55:29,251 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:29,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T23:55:29,252 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:29,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:29,252 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:55:29,254 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:55:29,254 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:29,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:29,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T23:55:29,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:55:29,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:29,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:29,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:29,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1] 2024-11-09T23:55:29,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:29,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:29,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:29,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:55:29,406 DEBUG [9d8c37854f6e:39471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T23:55:29,407 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:55:29,408 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:55:29,408 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:55:29,408 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:55:29,408 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:55:29,409 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:55:29,409 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:55:29,409 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:55:29,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:29,413 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPENING 2024-11-09T23:55:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,441 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:29,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:55:29,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:29,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1] 2024-11-09T23:55:29,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:55:29,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33385 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:57299 deadline: 1731196589257, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 9d8c37854f6e,33385,1731196341755 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T23:55:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 9d8c37854f6e,33385,1731196341755 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T23:55:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1 from cache 2024-11-09T23:55:29,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:55:29,600 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T23:55:29,600 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:29,600 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T23:55:29,602 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C33385%2C1731196341755.meta, suffix=.meta, logDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755, archiveDir=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs, maxLogs=32 2024-11-09T23:55:29,619 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755/9d8c37854f6e%2C33385%2C1731196341755.meta.1731196529605.meta, exclude list is [], retry=0 2024-11-09T23:55:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42083,DS-cd747684-4688-4d51-aef4-d3a23b803098,DISK] 2024-11-09T23:55:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-da97f3c7-e307-4ab5-ad22-1b986f223c13,DISK] 2024-11-09T23:55:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-ea364b9d-b123-4c19-b887-a416a0d3b080,DISK] 2024-11-09T23:55:29,623 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,33385,1731196341755/9d8c37854f6e%2C33385%2C1731196341755.meta.1731196529605.meta 2024-11-09T23:55:29,624 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33871:33871),(127.0.0.1/127.0.0.1:42495:42495),(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-09T23:55:29,624 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:55:29,624 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T23:55:29,624 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T23:55:29,624 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T23:55:29,625 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T23:55:29,625 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:29,625 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T23:55:29,625 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T23:55:29,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:55:29,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:55:29,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:29,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:29,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:55:29,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:55:29,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:29,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:29,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:55:29,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:55:29,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:29,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:29,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:55:29,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:55:29,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:29,632 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:55:29,633 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:55:29,634 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740 2024-11-09T23:55:29,635 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T23:55:29,647 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T23:55:29,650 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-09T23:55:29,712 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/6db96ee4b6144ab7bdac4e7f243c3b47 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16./info:regioninfo/1731196345551/Put/seqid=0 2024-11-09T23:55:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741866_1042 (size=58053) 2024-11-09T23:55:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741866_1042 (size=58053) 2024-11-09T23:55:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741866_1042 (size=58053) 2024-11-09T23:55:29,724 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/6db96ee4b6144ab7bdac4e7f243c3b47 2024-11-09T23:55:29,786 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/ns/3283e1a113d84a338cbeaa2038739155 is 43, key is default/ns:d/1731196344002/Put/seqid=0 2024-11-09T23:55:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741867_1043 (size=5153) 2024-11-09T23:55:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741867_1043 (size=5153) 2024-11-09T23:55:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741867_1043 (size=5153) 2024-11-09T23:55:29,794 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/ns/3283e1a113d84a338cbeaa2038739155 2024-11-09T23:55:29,818 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/table/60e438038972415e91e605dfe04c9cd8 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731196345847/Put/seqid=0 2024-11-09T23:55:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741868_1044 (size=5620) 2024-11-09T23:55:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741868_1044 (size=5620) 2024-11-09T23:55:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741868_1044 (size=5620) 2024-11-09T23:55:29,827 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/table/60e438038972415e91e605dfe04c9cd8 2024-11-09T23:55:29,837 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/6db96ee4b6144ab7bdac4e7f243c3b47 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/info/6db96ee4b6144ab7bdac4e7f243c3b47 2024-11-09T23:55:29,848 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/info/6db96ee4b6144ab7bdac4e7f243c3b47, entries=260, sequenceid=60, filesize=56.7 K 2024-11-09T23:55:29,851 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/ns/3283e1a113d84a338cbeaa2038739155 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/ns/3283e1a113d84a338cbeaa2038739155 2024-11-09T23:55:29,859 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/ns/3283e1a113d84a338cbeaa2038739155, entries=2, sequenceid=60, filesize=5.0 K 2024-11-09T23:55:29,860 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/table/60e438038972415e91e605dfe04c9cd8 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/table/60e438038972415e91e605dfe04c9cd8 2024-11-09T23:55:29,867 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/table/60e438038972415e91e605dfe04c9cd8, entries=2, sequenceid=60, filesize=5.5 K 2024-11-09T23:55:29,871 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=60, compaction requested=false; wal=null 2024-11-09T23:55:29,872 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T23:55:29,874 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:55:29,874 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:55:29,875 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:55:29,877 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:55:29,879 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-09T23:55:29,881 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64536047, jitterRate=-0.038337960839271545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:55:29,881 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T23:55:29,881 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731196529625Writing region info on filesystem at 1731196529625Initializing all the Stores at 1731196529626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196529626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196529626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196529626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196529626Obtaining lock to block concurrent updates at 1731196529650 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731196529650Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731196529652 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731196529653 (+1 ms)Flushing 1588230740/info: creating writer at 1731196529655 (+2 ms)Flushing 1588230740/info: appending metadata at 1731196529703 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731196529706 (+3 ms)Flushing 1588230740/ns: creating writer at 1731196529764 (+58 ms)Flushing 1588230740/ns: appending metadata at 1731196529784 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731196529784Flushing 1588230740/table: creating writer at 1731196529802 (+18 ms)Flushing 1588230740/table: appending metadata at 1731196529817 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731196529817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32940037: reopening flushed file at 1731196529836 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de671ce: reopening flushed file at 1731196529849 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f62eafb: reopening flushed file at 1731196529859 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=60, compaction requested=false; wal=null at 1731196529871 (+12 ms)Cleaning up temporary data from old regions at 1731196529874 (+3 ms)Running coprocessor post-open hooks at 1731196529881 (+7 ms)Region opened successfully at 1731196529881 2024-11-09T23:55:29,883 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731196529594 2024-11-09T23:55:29,885 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T23:55:29,885 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T23:55:29,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:29,887 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:29,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:29,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1] 2024-11-09T23:55:29,935 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,935 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,935 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,935 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,936 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:29,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:29,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:29,939 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:29,939 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196589939 2024-11-09T23:55:29,939 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196649939 2024-11-09T23:55:29,939 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 687 msec 2024-11-09T23:55:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:29,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:29,941 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:29,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T23:55:29,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 in 500 msec 2024-11-09T23:55:29,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-09T23:55:29,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-09T23:55:29,954 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9d8c37854f6e,44107,1731196341816 had 9 regions 2024-11-09T23:55:29,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:55:29,954 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:29,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:29,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:30,190 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:30,190 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:30,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:30,190 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:30,190 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:30,190 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:30,190 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:30,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:30,190 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:30,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:55:30,193 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:30,193 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:30,193 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:30,193 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:30,194 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:30,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:30,195 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,196 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T23:55:30,197 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=61 2024-11-09T23:55:30,197 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=hbase:meta, region=1588230740 2024-11-09T23:55:30,198 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:30,210 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:30,216 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:30,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,234 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196560233 2024-11-09T23:55:30,234 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:30,241 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,241 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,241 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,241 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,242 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,244 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,244 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,244 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,244 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:30,244 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196590244 2024-11-09T23:55:30,244 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196650244 2024-11-09T23:55:30,244 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-09T23:55:30,244 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9d8c37854f6e,44107,1731196341816 had 8 regions 2024-11-09T23:55:30,244 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:30,245 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true, isMeta: false 2024-11-09T23:55:30,247 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=1, meta=false 2024-11-09T23:55:30,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302}] 2024-11-09T23:55:30,248 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:55:30,248 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:30,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:30,248 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:30,494 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:30,494 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:30,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:30,494 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:30,495 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:30,495 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:30,495 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:30,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:30,495 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:30,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:55:30,497 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:30,497 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:30,497 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:30,497 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:30,497 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:30,498 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:30,498 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,499 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:30,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T23:55:30,500 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=61 2024-11-09T23:55:30,500 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=hbase:meta, region=1588230740 2024-11-09T23:55:30,500 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:30,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:30,525 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196560525 2024-11-09T23:55:30,525 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:30,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,538 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,538 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:30,538 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:30,538 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:30,538 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:30,538 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196590538 2024-11-09T23:55:30,538 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196650538 2024-11-09T23:55:30,538 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-09T23:55:30,539 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true, isMeta: false 2024-11-09T23:55:30,541 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=1, meta=false 2024-11-09T23:55:30,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302}] 2024-11-09T23:55:30,541 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:30,544 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:30,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:55:30,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:55:30,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-09T23:55:30,715 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, size=290.7 K (297717bytes) 2024-11-09T23:55:30,715 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 2024-11-09T23:55:30,716 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 after 1ms 2024-11-09T23:55:30,720 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 took 5ms 2024-11-09T23:55:30,723 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2d3cc8671fdfea1b5a9c2645cbb36157: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,725 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d1d680a386da51114018bb64d8d45e12: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,726 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1f801ac94e364836f5b5901b464a8591: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,727 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d500a231e0194bd0ce0ca46a2a1875c8: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,729 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for dbc7f14f3f3299e3897848f25f777d16: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 31bae545fc51df195aaf8acef8c40ad9: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8810319215b658a85d0c83b83446b527: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,733 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2c8cb7606c72badc6d0c3e7d8b43a1ea: last_flushed_sequence_id: 18446744073709551615 2024-11-09T23:55:30,738 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,739 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,739 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,741 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,741 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,743 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,744 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,745 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,747 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,749 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,750 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,751 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 so closing down 2024-11-09T23:55:30,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T23:55:30,752 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,753 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,754 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,758 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp 2024-11-09T23:55:30,759 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T23:55:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741870_1046 (size=36767) 2024-11-09T23:55:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741870_1046 (size=36767) 2024-11-09T23:55:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741870_1046 (size=36767) 2024-11-09T23:55:30,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004 2024-11-09T23:55:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741869_1045 (size=36767) 2024-11-09T23:55:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741869_1045 (size=36767) 2024-11-09T23:55:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741869_1045 (size=36767) 2024-11-09T23:55:30,781 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T23:55:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741871_1047 (size=36767) 2024-11-09T23:55:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741871_1047 (size=36767) 2024-11-09T23:55:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741871_1047 (size=36767) 2024-11-09T23:55:30,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,784 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004 2024-11-09T23:55:30,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004 2024-11-09T23:55:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741874_1050 (size=36767) 2024-11-09T23:55:30,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741874_1050 (size=36767) 2024-11-09T23:55:30,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741872_1048 (size=36767) 2024-11-09T23:55:30,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741872_1048 (size=36767) 2024-11-09T23:55:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741873_1049 (size=36767) 2024-11-09T23:55:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741874_1050 (size=36767) 2024-11-09T23:55:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741872_1048 (size=36767) 2024-11-09T23:55:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741873_1049 (size=36767) 2024-11-09T23:55:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741873_1049 (size=36767) 2024-11-09T23:55:30,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004 2024-11-09T23:55:30,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004 2024-11-09T23:55:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741875_1051 (size=36767) 2024-11-09T23:55:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741875_1051 (size=36767) 2024-11-09T23:55:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741876_1052 (size=36767) 2024-11-09T23:55:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741876_1052 (size=36767) 2024-11-09T23:55:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741876_1052 (size=36767) 2024-11-09T23:55:30,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741875_1051 (size=36767) 2024-11-09T23:55:30,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:30,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004 2024-11-09T23:55:30,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004 2024-11-09T23:55:31,197 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T23:55:31,199 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004 2024-11-09T23:55:31,199 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 478 ms; skipped=8; WAL=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-09T23:55:31,199 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, journal: Splitting hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, size=290.7 K (297717bytes) at 1731196530715Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530739 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530741 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530743 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530745 (+2 ms)Split 6 edits, skipped 8 edits. at 1731196530748 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530751 (+3 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530751Finishing writing output for hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 so closing down at 1731196530752 (+1 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530754 (+2 ms)Creating recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp at 1731196530759 (+5 ms)3 split writer threads finished at 1731196530759Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530773 (+14 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004 at 1731196530775 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731196530782 (+7 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530783 (+1 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004 at 1731196530784 (+1 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004 at 1731196530785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530796 (+11 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530796Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004 at 1731196530798 (+2 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004 at 1731196530798Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530806 (+8 ms)Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196530806Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004 at 1731196530808 (+2 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004 at 1731196530808Closed recovered edits writer path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731196531197 (+389 ms)Rename recovered edits hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004-9d8c37854f6e%2C44107%2C1731196341816.1731196343302.temp to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004 at 1731196531199 (+2 ms)Processed 16 edits across 8 Regions in 478 ms; skipped=8; WAL=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731196531199 2024-11-09T23:55:31,199 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 2024-11-09T23:55:31,199 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-09T23:55:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-09T23:55:31,205 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting/9d8c37854f6e%2C44107%2C1731196341816.1731196343302 to hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs 2024-11-09T23:55:31,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T23:55:31,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 in 660 msec 2024-11-09T23:55:31,210 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-09T23:55:31,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 in 669 msec 2024-11-09T23:55:31,215 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting dir is empty, no logs to split. 2024-11-09T23:55:31,215 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=0, meta=false 2024-11-09T23:55:31,215 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,44107,1731196341816 WAL splitting is done? wals=0, meta=false 2024-11-09T23:55:31,216 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:55:31,216 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:31,216 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:31,289 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:31,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:31,289 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:31,289 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:31,289 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:31,289 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:31,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:31,289 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:31,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:31,292 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T23:55:31,294 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=61 2024-11-09T23:55:31,294 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=hbase:meta, region=1588230740 2024-11-09T23:55:31,294 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,341 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196561341 2024-11-09T23:55:31,341 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:31,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,346 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,347 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,348 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,349 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,349 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:31,349 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196591349 2024-11-09T23:55:31,349 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196651349 2024-11-09T23:55:31,349 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-09T23:55:31,350 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 9d8c37854f6e,44107,1731196341816 does not exist 2024-11-09T23:55:31,350 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d8c37854f6e,44107,1731196341816 WAL count=0, meta=false 2024-11-09T23:55:31,350 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,44107,1731196341816 WAL splitting is done? wals=0, meta=false 2024-11-09T23:55:31,351 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9d8c37854f6e,44107,1731196341816 failed, ignore...File hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/WALs/9d8c37854f6e,44107,1731196341816-splitting does not exist. 2024-11-09T23:55:31,351 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:31,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN}] 2024-11-09T23:55:31,352 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:55:31,352 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:31,353 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:31,599 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,599 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:31,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:31,599 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:31,599 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:31,600 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:31,600 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:31,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:31,600 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:31,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:31,603 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:31,604 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:31,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T23:55:31,607 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=61 2024-11-09T23:55:31,607 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=hbase:meta, region=1588230740 2024-11-09T23:55:31,607 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:31,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:31,651 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196561651 2024-11-09T23:55:31,651 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,660 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,44107,1731196341816, regionLocation=9d8c37854f6e,44107,1731196341816, openSeqNum=2 2024-11-09T23:55:31,661 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:31,661 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:31,661 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196591661 2024-11-09T23:55:31,661 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196651661 2024-11-09T23:55:31,661 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-09T23:55:31,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN}] 2024-11-09T23:55:31,662 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:31,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN 2024-11-09T23:55:31,665 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,667 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN 2024-11-09T23:55:31,667 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN 2024-11-09T23:55:31,669 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN 2024-11-09T23:55:31,670 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN 2024-11-09T23:55:31,671 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,672 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN 2024-11-09T23:55:31,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN 2024-11-09T23:55:31,674 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN 2024-11-09T23:55:31,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:55:31,816 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:55:31,817 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:55:31,817 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:55:31,817 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:55:31,817 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:55:31,817 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:55:31,817 INFO [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:55:31,817 DEBUG [9d8c37854f6e:39471 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:55:31,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=31bae545fc51df195aaf8acef8c40ad9, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=dbc7f14f3f3299e3897848f25f777d16, regionState=OPENING, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:31,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=1f801ac94e364836f5b5901b464a8591, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=d1d680a386da51114018bb64d8d45e12, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN because future has completed 2024-11-09T23:55:31,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:55:31,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN because future has completed 2024-11-09T23:55:31,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN because future has completed 2024-11-09T23:55:31,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN because future has completed 2024-11-09T23:55:31,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN because future has completed 2024-11-09T23:55:31,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:55:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN because future has completed 2024-11-09T23:55:31,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN because future has completed 2024-11-09T23:55:31,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:55:31,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:55:31,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:55:31,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:55:31,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,33385,1731196341755}] 2024-11-09T23:55:31,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8810319215b658a85d0c83b83446b527, regionState=OPENING, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:31,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN because future has completed 2024-11-09T23:55:31,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,35731,1731196341639}] 2024-11-09T23:55:31,980 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:31,980 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8cb7606c72badc6d0c3e7d8b43a1ea, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-09T23:55:31,980 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,980 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:31,980 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,980 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,982 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,983 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily11 2024-11-09T23:55:31,983 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,983 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,983 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,984 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily21 2024-11-09T23:55:31,984 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,985 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,985 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,986 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8cb7606c72badc6d0c3e7d8b43a1ea columnFamilyName colfamily31 2024-11-09T23:55:31,986 DEBUG [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,986 INFO [StoreOpener-2c8cb7606c72badc6d0c3e7d8b43a1ea-1 {}] regionserver.HStore(327): Store=2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,986 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,986 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d3cc8671fdfea1b5a9c2645cbb36157, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,988 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:31,989 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily11 2024-11-09T23:55:31,990 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,990 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004 2024-11-09T23:55:31,990 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,990 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,991 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily21 2024-11-09T23:55:31,991 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,992 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,992 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,993 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d3cc8671fdfea1b5a9c2645cbb36157 columnFamilyName colfamily31 2024-11-09T23:55:31,993 DEBUG [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:31,993 INFO [StoreOpener-2d3cc8671fdfea1b5a9c2645cbb36157-1 {}] regionserver.HStore(327): Store=2d3cc8671fdfea1b5a9c2645cbb36157/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:31,993 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,994 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,996 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:31,997 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004 2024-11-09T23:55:31,997 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004 2024-11-09T23:55:31,997 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 2c8cb7606c72badc6d0c3e7d8b43a1ea 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,004 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004 2024-11-09T23:55:32,005 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 2d3cc8671fdfea1b5a9c2645cbb36157 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,024 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/.tmp/colfamily11/8ac19fd1e455429f827bed6f750ee1ee is 52, key is uuu/colfamily11:colfamily11/1731196348088/Put/seqid=0 2024-11-09T23:55:32,028 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/.tmp/colfamily11/d427701c6155478296e581e5a60d1784 is 52, key is kkk/colfamily11:colfamily11/1731196347972/Put/seqid=0 2024-11-09T23:55:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741877_1053 (size=39263) 2024-11-09T23:55:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741877_1053 (size=39263) 2024-11-09T23:55:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741877_1053 (size=39263) 2024-11-09T23:55:32,037 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/.tmp/colfamily11/8ac19fd1e455429f827bed6f750ee1ee 2024-11-09T23:55:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741878_1054 (size=39263) 2024-11-09T23:55:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741878_1054 (size=39263) 2024-11-09T23:55:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741878_1054 (size=39263) 2024-11-09T23:55:32,047 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/.tmp/colfamily11/d427701c6155478296e581e5a60d1784 2024-11-09T23:55:32,047 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/.tmp/colfamily11/8ac19fd1e455429f827bed6f750ee1ee as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11/8ac19fd1e455429f827bed6f750ee1ee 2024-11-09T23:55:32,054 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11/8ac19fd1e455429f827bed6f750ee1ee, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,055 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/.tmp/colfamily11/d427701c6155478296e581e5a60d1784 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11/d427701c6155478296e581e5a60d1784 2024-11-09T23:55:32,055 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c8cb7606c72badc6d0c3e7d8b43a1ea in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/0000000000000000004 2024-11-09T23:55:32,057 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:32,057 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:32,057 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,059 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:32,062 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,062 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11/d427701c6155478296e581e5a60d1784, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,063 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d3cc8671fdfea1b5a9c2645cbb36157 in 57ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,063 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/0000000000000000004 2024-11-09T23:55:32,064 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 2c8cb7606c72badc6d0c3e7d8b43a1ea; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59032729, jitterRate=-0.12034378945827484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:32,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 2c8cb7606c72badc6d0c3e7d8b43a1ea: Running coprocessor pre-open hook at 1731196531981Writing region info on filesystem at 1731196531981Initializing all the Stores at 1731196531981Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531981Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531982 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531982Obtaining lock to block concurrent updates at 1731196531997 (+15 ms)Preparing flush snapshotting stores in 2c8cb7606c72badc6d0c3e7d8b43a1ea at 1731196531997Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196531998 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. at 1731196531998Flushing 2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11: creating writer at 1731196531998Flushing 2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11: appending metadata at 1731196532023 (+25 ms)Flushing 2c8cb7606c72badc6d0c3e7d8b43a1ea/colfamily11: closing flushed file at 1731196532023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71afe08: reopening flushed file at 1731196532046 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c8cb7606c72badc6d0c3e7d8b43a1ea in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731196532055 (+9 ms)Cleaning up temporary data from old regions at 1731196532057 (+2 ms)Running coprocessor post-open hooks at 1731196532064 (+7 ms)Region opened successfully at 1731196532064 2024-11-09T23:55:32,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:32,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:32,065 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., pid=72, masterSystemTime=1731196531974 2024-11-09T23:55:32,065 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,067 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:32,067 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:32,067 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:32,067 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:32,067 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 31bae545fc51df195aaf8acef8c40ad9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-09T23:55:32,068 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,068 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,068 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,068 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,070 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:55:32,071 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,072 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily11 2024-11-09T23:55:32,073 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,073 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,073 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,074 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 2d3cc8671fdfea1b5a9c2645cbb36157; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61258179, jitterRate=-0.08718200027942657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,075 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:32,075 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 2d3cc8671fdfea1b5a9c2645cbb36157: Running coprocessor pre-open hook at 1731196531987Writing region info on filesystem at 1731196531987Initializing all the Stores at 1731196531988 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531988Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531988Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196531988Obtaining lock to block concurrent updates at 1731196532005 (+17 ms)Preparing flush snapshotting stores in 2d3cc8671fdfea1b5a9c2645cbb36157 at 1731196532005Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532005Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. at 1731196532005Flushing 2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11: creating writer at 1731196532005Flushing 2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11: appending metadata at 1731196532028 (+23 ms)Flushing 2d3cc8671fdfea1b5a9c2645cbb36157/colfamily11: closing flushed file at 1731196532028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41636554: reopening flushed file at 1731196532054 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d3cc8671fdfea1b5a9c2645cbb36157 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731196532063 (+9 ms)Cleaning up temporary data from old regions at 1731196532064 (+1 ms)Running coprocessor post-open hooks at 1731196532075 (+11 ms)Region opened successfully at 1731196532075 2024-11-09T23:55:32,075 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily21 2024-11-09T23:55:32,075 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,076 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., pid=74, masterSystemTime=1731196531982 2024-11-09T23:55:32,076 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,077 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-09T23:55:32,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,33385,1731196341755 in 251 msec 2024-11-09T23:55:32,078 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31bae545fc51df195aaf8acef8c40ad9 columnFamilyName colfamily31 2024-11-09T23:55:32,078 DEBUG [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,079 INFO [StoreOpener-31bae545fc51df195aaf8acef8c40ad9-1 {}] regionserver.HStore(327): Store=31bae545fc51df195aaf8acef8c40ad9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,079 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,079 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:32,079 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:32,079 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:32,079 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d680a386da51114018bb64d8d45e12, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-09T23:55:32,080 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,080 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,080 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,080 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,080 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN in 415 msec 2024-11-09T23:55:32,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,082 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,083 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004 2024-11-09T23:55:32,083 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,084 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily11 2024-11-09T23:55:32,084 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:55:32,085 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,085 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,087 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily21 2024-11-09T23:55:32,087 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,088 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,089 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=65 2024-11-09T23:55:32,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,35731,1731196341639 in 252 msec 2024-11-09T23:55:32,090 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d680a386da51114018bb64d8d45e12 columnFamilyName colfamily31 2024-11-09T23:55:32,090 DEBUG [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,091 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004 2024-11-09T23:55:32,091 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 31bae545fc51df195aaf8acef8c40ad9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,091 INFO [StoreOpener-d1d680a386da51114018bb64d8d45e12-1 {}] regionserver.HStore(327): Store=d1d680a386da51114018bb64d8d45e12/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,091 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,093 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN in 428 msec 2024-11-09T23:55:32,094 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,095 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004 2024-11-09T23:55:32,102 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004 2024-11-09T23:55:32,102 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing d1d680a386da51114018bb64d8d45e12 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,111 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/.tmp/colfamily11/93ea2a916f614727a3e4e841338cc605 is 52, key is iii/colfamily11:colfamily11/1731196347924/Put/seqid=0 2024-11-09T23:55:32,122 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/.tmp/colfamily11/6b43fbc5d9464b33956f076b576ddac7 is 52, key is rrr/colfamily11:colfamily11/1731196348051/Put/seqid=0 2024-11-09T23:55:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741879_1055 (size=39263) 2024-11-09T23:55:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741879_1055 (size=39263) 2024-11-09T23:55:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741879_1055 (size=39263) 2024-11-09T23:55:32,127 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/.tmp/colfamily11/93ea2a916f614727a3e4e841338cc605 2024-11-09T23:55:32,136 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/.tmp/colfamily11/93ea2a916f614727a3e4e841338cc605 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/colfamily11/93ea2a916f614727a3e4e841338cc605 2024-11-09T23:55:32,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741880_1056 (size=39263) 2024-11-09T23:55:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741880_1056 (size=39263) 2024-11-09T23:55:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741880_1056 (size=39263) 2024-11-09T23:55:32,138 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/.tmp/colfamily11/6b43fbc5d9464b33956f076b576ddac7 2024-11-09T23:55:32,144 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/colfamily11/93ea2a916f614727a3e4e841338cc605, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,145 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/.tmp/colfamily11/6b43fbc5d9464b33956f076b576ddac7 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/colfamily11/6b43fbc5d9464b33956f076b576ddac7 2024-11-09T23:55:32,145 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 31bae545fc51df195aaf8acef8c40ad9 in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,145 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/0000000000000000004 2024-11-09T23:55:32,148 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,148 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,149 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,150 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,152 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/colfamily11/6b43fbc5d9464b33956f076b576ddac7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,152 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,153 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1d680a386da51114018bb64d8d45e12 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,153 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/0000000000000000004 2024-11-09T23:55:32,154 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 31bae545fc51df195aaf8acef8c40ad9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64351711, jitterRate=-0.04108478128910065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,154 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:32,154 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 31bae545fc51df195aaf8acef8c40ad9: Running coprocessor pre-open hook at 1731196532068Writing region info on filesystem at 1731196532068Initializing all the Stores at 1731196532070 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532070Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532070Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532070Obtaining lock to block concurrent updates at 1731196532091 (+21 ms)Preparing flush snapshotting stores in 31bae545fc51df195aaf8acef8c40ad9 at 1731196532091Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532091Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. at 1731196532091Flushing 31bae545fc51df195aaf8acef8c40ad9/colfamily11: creating writer at 1731196532091Flushing 31bae545fc51df195aaf8acef8c40ad9/colfamily11: appending metadata at 1731196532111 (+20 ms)Flushing 31bae545fc51df195aaf8acef8c40ad9/colfamily11: closing flushed file at 1731196532111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4a6195: reopening flushed file at 1731196532134 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 31bae545fc51df195aaf8acef8c40ad9 in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731196532145 (+11 ms)Cleaning up temporary data from old regions at 1731196532148 (+3 ms)Running coprocessor post-open hooks at 1731196532154 (+6 ms)Region opened successfully at 1731196532154 2024-11-09T23:55:32,154 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,154 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,155 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., pid=77, masterSystemTime=1731196531974 2024-11-09T23:55:32,155 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,157 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:32,157 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:32,158 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => d500a231e0194bd0ce0ca46a2a1875c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,158 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:55:32,162 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,162 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,163 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily11 2024-11-09T23:55:32,164 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,164 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened d1d680a386da51114018bb64d8d45e12; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71342947, jitterRate=0.06309275329113007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,165 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:32,165 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for d1d680a386da51114018bb64d8d45e12: Running coprocessor pre-open hook at 1731196532080Writing region info on filesystem at 1731196532080Initializing all the Stores at 1731196532082 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532083 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532083Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532083Obtaining lock to block concurrent updates at 1731196532102 (+19 ms)Preparing flush snapshotting stores in d1d680a386da51114018bb64d8d45e12 at 1731196532102Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532102Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. at 1731196532102Flushing d1d680a386da51114018bb64d8d45e12/colfamily11: creating writer at 1731196532102Flushing d1d680a386da51114018bb64d8d45e12/colfamily11: appending metadata at 1731196532121 (+19 ms)Flushing d1d680a386da51114018bb64d8d45e12/colfamily11: closing flushed file at 1731196532121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a36027: reopening flushed file at 1731196532144 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1d680a386da51114018bb64d8d45e12 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731196532153 (+9 ms)Cleaning up temporary data from old regions at 1731196532154 (+1 ms)Running coprocessor post-open hooks at 1731196532165 (+11 ms)Region opened successfully at 1731196532165 2024-11-09T23:55:32,165 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,165 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,166 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., pid=75, masterSystemTime=1731196531982 2024-11-09T23:55:32,166 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily21 2024-11-09T23:55:32,166 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,167 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-09T23:55:32,167 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,33385,1731196341755 in 318 msec 2024-11-09T23:55:32,169 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d500a231e0194bd0ce0ca46a2a1875c8 columnFamilyName colfamily31 2024-11-09T23:55:32,169 DEBUG [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,169 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:32,169 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:32,169 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:32,169 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 8810319215b658a85d0c83b83446b527, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-09T23:55:32,169 INFO [StoreOpener-d500a231e0194bd0ce0ca46a2a1875c8-1 {}] regionserver.HStore(327): Store=d500a231e0194bd0ce0ca46a2a1875c8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,169 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,169 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,170 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,170 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,170 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,170 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN in 506 msec 2024-11-09T23:55:32,172 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,172 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,173 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004 2024-11-09T23:55:32,173 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily11 2024-11-09T23:55:32,173 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,174 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,174 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,176 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily21 2024-11-09T23:55:32,176 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:55:32,177 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,177 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,178 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,35731,1731196341639, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:55:32,179 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8810319215b658a85d0c83b83446b527 columnFamilyName colfamily31 2024-11-09T23:55:32,179 DEBUG [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,180 INFO [StoreOpener-8810319215b658a85d0c83b83446b527-1 {}] regionserver.HStore(327): Store=8810319215b658a85d0c83b83446b527/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,180 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=69 2024-11-09T23:55:32,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,35731,1731196341639 in 341 msec 2024-11-09T23:55:32,181 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004 2024-11-09T23:55:32,181 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing d500a231e0194bd0ce0ca46a2a1875c8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,182 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN in 519 msec 2024-11-09T23:55:32,184 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,184 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004 2024-11-09T23:55:32,190 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004 2024-11-09T23:55:32,191 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 8810319215b658a85d0c83b83446b527 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,198 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/.tmp/colfamily11/7e7b7f44835a4b078b86abdecd5686b7 is 52, key is ooo/colfamily11:colfamily11/1731196348011/Put/seqid=0 2024-11-09T23:55:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741881_1057 (size=39263) 2024-11-09T23:55:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741881_1057 (size=39263) 2024-11-09T23:55:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741881_1057 (size=39263) 2024-11-09T23:55:32,208 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/.tmp/colfamily11/7e7b7f44835a4b078b86abdecd5686b7 2024-11-09T23:55:32,215 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/.tmp/colfamily11/460830f05bf441caae03c9e88831a844 is 52, key is eee/colfamily11:colfamily11/1731196347850/Put/seqid=0 2024-11-09T23:55:32,215 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/.tmp/colfamily11/7e7b7f44835a4b078b86abdecd5686b7 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/colfamily11/7e7b7f44835a4b078b86abdecd5686b7 2024-11-09T23:55:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741882_1058 (size=39263) 2024-11-09T23:55:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741882_1058 (size=39263) 2024-11-09T23:55:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741882_1058 (size=39263) 2024-11-09T23:55:32,223 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/colfamily11/7e7b7f44835a4b078b86abdecd5686b7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,223 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d500a231e0194bd0ce0ca46a2a1875c8 in 42ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,224 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/.tmp/colfamily11/460830f05bf441caae03c9e88831a844 2024-11-09T23:55:32,224 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/0000000000000000004 2024-11-09T23:55:32,225 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,225 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,226 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,228 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,231 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,232 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/.tmp/colfamily11/460830f05bf441caae03c9e88831a844 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/colfamily11/460830f05bf441caae03c9e88831a844 2024-11-09T23:55:32,232 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened d500a231e0194bd0ce0ca46a2a1875c8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67911791, jitterRate=0.011964544653892517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,232 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:32,232 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for d500a231e0194bd0ce0ca46a2a1875c8: Running coprocessor pre-open hook at 1731196532159Writing region info on filesystem at 1731196532159Initializing all the Stores at 1731196532160 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532160Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532161 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532162 (+1 ms)Obtaining lock to block concurrent updates at 1731196532181 (+19 ms)Preparing flush snapshotting stores in d500a231e0194bd0ce0ca46a2a1875c8 at 1731196532181Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532181Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. at 1731196532181Flushing d500a231e0194bd0ce0ca46a2a1875c8/colfamily11: creating writer at 1731196532181Flushing d500a231e0194bd0ce0ca46a2a1875c8/colfamily11: appending metadata at 1731196532197 (+16 ms)Flushing d500a231e0194bd0ce0ca46a2a1875c8/colfamily11: closing flushed file at 1731196532197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b70347c: reopening flushed file at 1731196532214 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d500a231e0194bd0ce0ca46a2a1875c8 in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731196532223 (+9 ms)Cleaning up temporary data from old regions at 1731196532225 (+2 ms)Running coprocessor post-open hooks at 1731196532232 (+7 ms)Region opened successfully at 1731196532232 2024-11-09T23:55:32,233 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., pid=78, masterSystemTime=1731196531974 2024-11-09T23:55:32,235 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:32,235 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:32,235 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:32,235 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => dbc7f14f3f3299e3897848f25f777d16, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-09T23:55:32,236 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,236 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,236 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,236 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,238 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,239 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily11 2024-11-09T23:55:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:55:32,239 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,239 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,240 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,240 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/colfamily11/460830f05bf441caae03c9e88831a844, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,240 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8810319215b658a85d0c83b83446b527 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,241 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily21 2024-11-09T23:55:32,241 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/0000000000000000004 2024-11-09T23:55:32,241 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,241 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,242 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,242 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,242 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=67 2024-11-09T23:55:32,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,33385,1731196341755 in 393 msec 2024-11-09T23:55:32,243 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbc7f14f3f3299e3897848f25f777d16 columnFamilyName colfamily31 2024-11-09T23:55:32,243 DEBUG [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,243 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,244 INFO [StoreOpener-dbc7f14f3f3299e3897848f25f777d16-1 {}] regionserver.HStore(327): Store=dbc7f14f3f3299e3897848f25f777d16/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,244 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,245 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,245 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN in 581 msec 2024-11-09T23:55:32,246 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,247 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,247 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004 2024-11-09T23:55:32,248 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 8810319215b658a85d0c83b83446b527; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61120466, jitterRate=-0.08923408389091492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,248 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:32,248 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 8810319215b658a85d0c83b83446b527: Running coprocessor pre-open hook at 1731196532170Writing region info on filesystem at 1731196532170Initializing all the Stores at 1731196532171 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532171Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532172 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532172Obtaining lock to block concurrent updates at 1731196532191 (+19 ms)Preparing flush snapshotting stores in 8810319215b658a85d0c83b83446b527 at 1731196532191Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532191Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. at 1731196532191Flushing 8810319215b658a85d0c83b83446b527/colfamily11: creating writer at 1731196532191Flushing 8810319215b658a85d0c83b83446b527/colfamily11: appending metadata at 1731196532214 (+23 ms)Flushing 8810319215b658a85d0c83b83446b527/colfamily11: closing flushed file at 1731196532214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a00a87: reopening flushed file at 1731196532231 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8810319215b658a85d0c83b83446b527 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731196532240 (+9 ms)Cleaning up temporary data from old regions at 1731196532242 (+2 ms)Running coprocessor post-open hooks at 1731196532248 (+6 ms)Region opened successfully at 1731196532248 2024-11-09T23:55:32,249 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., pid=79, masterSystemTime=1731196531982 2024-11-09T23:55:32,251 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:32,251 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:32,251 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:32,252 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f801ac94e364836f5b5901b464a8591, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-09T23:55:32,252 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,252 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:32,252 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,252 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=8810319215b658a85d0c83b83446b527, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,253 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004 2024-11-09T23:55:32,254 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing dbc7f14f3f3299e3897848f25f777d16 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,254 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:55:32,255 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily11 2024-11-09T23:55:32,255 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,256 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,256 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,257 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily21 2024-11-09T23:55:32,257 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,258 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,258 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=71 2024-11-09T23:55:32,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,35731,1731196341639 in 402 msec 2024-11-09T23:55:32,259 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f801ac94e364836f5b5901b464a8591 columnFamilyName colfamily31 2024-11-09T23:55:32,259 DEBUG [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:32,260 INFO [StoreOpener-1f801ac94e364836f5b5901b464a8591-1 {}] regionserver.HStore(327): Store=1f801ac94e364836f5b5901b464a8591/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:32,260 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN in 597 msec 2024-11-09T23:55:32,261 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,262 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,263 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004 2024-11-09T23:55:32,269 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004 2024-11-09T23:55:32,269 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 1f801ac94e364836f5b5901b464a8591 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:32,274 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/.tmp/colfamily11/3fd00752ea954195a8f840456542bd2a is 52, key is bbb/colfamily11:colfamily11/1731196347795/Put/seqid=0 2024-11-09T23:55:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741883_1059 (size=39263) 2024-11-09T23:55:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741883_1059 (size=39263) 2024-11-09T23:55:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741883_1059 (size=39263) 2024-11-09T23:55:32,287 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/.tmp/colfamily11/3fd00752ea954195a8f840456542bd2a 2024-11-09T23:55:32,292 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/.tmp/colfamily11/cb37da95cfa8413cbf4b654a98d9816b is 52, key is yyy/colfamily11:colfamily11/1731196348131/Put/seqid=0 2024-11-09T23:55:32,294 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/.tmp/colfamily11/3fd00752ea954195a8f840456542bd2a as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/colfamily11/3fd00752ea954195a8f840456542bd2a 2024-11-09T23:55:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741884_1060 (size=39263) 2024-11-09T23:55:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741884_1060 (size=39263) 2024-11-09T23:55:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741884_1060 (size=39263) 2024-11-09T23:55:32,305 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/.tmp/colfamily11/cb37da95cfa8413cbf4b654a98d9816b 2024-11-09T23:55:32,305 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/colfamily11/3fd00752ea954195a8f840456542bd2a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,305 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dbc7f14f3f3299e3897848f25f777d16 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,306 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/0000000000000000004 2024-11-09T23:55:32,307 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,307 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,308 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,309 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,312 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,312 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/.tmp/colfamily11/cb37da95cfa8413cbf4b654a98d9816b as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/colfamily11/cb37da95cfa8413cbf4b654a98d9816b 2024-11-09T23:55:32,313 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened dbc7f14f3f3299e3897848f25f777d16; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401220, jitterRate=0.03415876626968384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,313 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:32,313 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for dbc7f14f3f3299e3897848f25f777d16: Running coprocessor pre-open hook at 1731196532236Writing region info on filesystem at 1731196532236Initializing all the Stores at 1731196532237 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532237Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532238 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532238Obtaining lock to block concurrent updates at 1731196532254 (+16 ms)Preparing flush snapshotting stores in dbc7f14f3f3299e3897848f25f777d16 at 1731196532254Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532254Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. at 1731196532254Flushing dbc7f14f3f3299e3897848f25f777d16/colfamily11: creating writer at 1731196532254Flushing dbc7f14f3f3299e3897848f25f777d16/colfamily11: appending metadata at 1731196532273 (+19 ms)Flushing dbc7f14f3f3299e3897848f25f777d16/colfamily11: closing flushed file at 1731196532273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e44df: reopening flushed file at 1731196532293 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dbc7f14f3f3299e3897848f25f777d16 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731196532306 (+13 ms)Cleaning up temporary data from old regions at 1731196532307 (+1 ms)Running coprocessor post-open hooks at 1731196532313 (+6 ms)Region opened successfully at 1731196532313 2024-11-09T23:55:32,314 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., pid=76, masterSystemTime=1731196531974 2024-11-09T23:55:32,317 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:32,317 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:32,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,33385,1731196341755 because future has completed 2024-11-09T23:55:32,320 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/colfamily11/cb37da95cfa8413cbf4b654a98d9816b, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T23:55:32,320 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f801ac94e364836f5b5901b464a8591 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T23:55:32,321 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/0000000000000000004 2024-11-09T23:55:32,322 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,322 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,323 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T23:55:32,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=66 2024-11-09T23:55:32,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,33385,1731196341755 in 480 msec 2024-11-09T23:55:32,325 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN in 661 msec 2024-11-09T23:55:32,328 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T23:55:32,329 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 1f801ac94e364836f5b5901b464a8591; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73518993, jitterRate=0.09551836550235748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T23:55:32,329 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:32,329 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 1f801ac94e364836f5b5901b464a8591: Running coprocessor pre-open hook at 1731196532252Writing region info on filesystem at 1731196532252Initializing all the Stores at 1731196532253 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532254 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532254Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196532254Obtaining lock to block concurrent updates at 1731196532269 (+15 ms)Preparing flush snapshotting stores in 1f801ac94e364836f5b5901b464a8591 at 1731196532269Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196532269Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. at 1731196532269Flushing 1f801ac94e364836f5b5901b464a8591/colfamily11: creating writer at 1731196532269Flushing 1f801ac94e364836f5b5901b464a8591/colfamily11: appending metadata at 1731196532291 (+22 ms)Flushing 1f801ac94e364836f5b5901b464a8591/colfamily11: closing flushed file at 1731196532291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c17154: reopening flushed file at 1731196532311 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1f801ac94e364836f5b5901b464a8591 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731196532320 (+9 ms)Cleaning up temporary data from old regions at 1731196532322 (+2 ms)Running coprocessor post-open hooks at 1731196532329 (+7 ms)Region opened successfully at 1731196532329 2024-11-09T23:55:32,330 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., pid=73, masterSystemTime=1731196531982 2024-11-09T23:55:32,332 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:32,332 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:32,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, openSeqNum=5, regionLocation=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,35731,1731196341639 because future has completed 2024-11-09T23:55:32,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=68 2024-11-09T23:55:32,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,35731,1731196341639 in 509 msec 2024-11-09T23:55:32,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=57 2024-11-09T23:55:32,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN in 677 msec 2024-11-09T23:55:32,341 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 9d8c37854f6e,44107,1731196341816 after splitting done 2024-11-09T23:55:32,341 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T23:55:32,341 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:32,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:32,342 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:55:32,412 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:32,412 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T23:55:32,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:32,412 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:32,412 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:32,412 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T23:55:32,412 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T23:55:32,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T23:55:32,413 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:32,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T23:55:32,415 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T23:55:32,416 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T23:55:32,416 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T23:55:32,416 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:32,416 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.meta.1731196343807.meta, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44107%2C1731196341816.1731196343302, worker=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=31bae545fc51df195aaf8acef8c40ad9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d3cc8671fdfea1b5a9c2645cbb36157, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dbc7f14f3f3299e3897848f25f777d16, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d500a231e0194bd0ce0ca46a2a1875c8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1f801ac94e364836f5b5901b464a8591, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1d680a386da51114018bb64d8d45e12, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c8cb7606c72badc6d0c3e7d8b43a1ea, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8810319215b658a85d0c83b83446b527, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8cb7606c72badc6d0c3e7d8b43a1ea, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f801ac94e364836f5b5901b464a8591, server=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d3cc8671fdfea1b5a9c2645cbb36157, server=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d680a386da51114018bb64d8d45e12, server=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure dbc7f14f3f3299e3897848f25f777d16, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 31bae545fc51df195aaf8acef8c40ad9, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d500a231e0194bd0ce0ca46a2a1875c8, server=9d8c37854f6e,33385,1731196341755 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 8810319215b658a85d0c83b83446b527, server=9d8c37854f6e,35731,1731196341639 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T23:55:32,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T23:55:32,420 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=61 2024-11-09T23:55:32,420 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d8c37854f6e,33385,1731196341755, table=hbase:meta, region=1588230740 2024-11-09T23:55:32,420 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,33385,1731196341755, state=OPEN 2024-11-09T23:55:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:32,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:32,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:32,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:32,475 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196562475 2024-11-09T23:55:32,475 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c72ec1a8cf55206ed2f6c70f52f1c2e1, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbc7f14f3f3299e3897848f25f777d16, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=5 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09c7250983977e98b7ae3b4d2a3405, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2009f3a226569cdd3334bd1c609144dc, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8810319215b658a85d0c83b83446b527, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=5 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20109a9f1d1221b59a18101c00b9c266, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a53d423cc15dd4598c2222923c84e9b, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30287f66211d3108d6183af437fe72f6, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31bae545fc51df195aaf8acef8c40ad9, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=5 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63dc5587931c917a0db55f8ee2931bbf, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d3cc8671fdfea1b5a9c2645cbb36157, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=5 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f8e2a171d660851a89bdec71a711d1e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9100263a12dabd487eccfa1daf6c8053, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffe4adc96b5448c513874c7854766e0e, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d500a231e0194bd0ce0ca46a2a1875c8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=5 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e37b7aff34e9f4f8b87781a924e7952d, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2c34c87c45119f3e37a95ad513f1d46, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1d680a386da51114018bb64d8d45e12, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=5 2024-11-09T23:55:32,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=412a737b8555c95f027cfd4a21ba3c49, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02510cc07fdef8581fb14b14de08bcc7, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c8cb7606c72badc6d0c3e7d8b43a1ea, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=5 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e3112167d88be46c28f979f65d39471, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2539f0fe952e2b1790872d0ec61cd8a8, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4927fc327ed29057cc6b03c92cb30b3f, regionState=OPEN, lastHost=9d8c37854f6e,33385,1731196341755, regionLocation=9d8c37854f6e,33385,1731196341755, openSeqNum=2 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f801ac94e364836f5b5901b464a8591, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=5 2024-11-09T23:55:32,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8adbed298eff323e96cd7ab13b89edc3, regionState=OPEN, lastHost=9d8c37854f6e,35731,1731196341639, regionLocation=9d8c37854f6e,35731,1731196341639, openSeqNum=2 2024-11-09T23:55:32,489 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T23:55:32,489 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196592489 2024-11-09T23:55:32,489 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196652489 2024-11-09T23:55:32,489 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-09T23:55:32,489 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 9d8c37854f6e,44107,1731196341816 after splitting done 2024-11-09T23:55:32,490 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T23:55:32,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44107,1731196341816, splitWal=true, meta=true in 3 mins, 3.599 sec 2024-11-09T23:55:32,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T23:55:32,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:32,761 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9d8c37854f6e:44107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9d8c37854f6e/172.17.0.2:44107 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:55:32,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=java.net.ConnectException: Call to address=9d8c37854f6e:44107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:32,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-09T23:55:32,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:32,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 9d8c37854f6e:44107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9d8c37854f6e/172.17.0.2:44107 2024-11-09T23:55:32,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:32,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:32,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:32,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44107,1731196341816, seqNum=-1 from cache 2024-11-09T23:55:32,976 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:32,977 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:55:32,978 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,33385,1731196341755, seqNum=-1] 2024-11-09T23:55:32,985 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16., hostname=9d8c37854f6e,33385,1731196341755, seqNum=5] 2024-11-09T23:55:32,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:33,005 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,006 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,006 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,006 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,122 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527., hostname=9d8c37854f6e,35731,1731196341639, seqNum=5] 2024-11-09T23:55:33,158 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,272 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9., hostname=9d8c37854f6e,33385,1731196341755, seqNum=5] 2024-11-09T23:55:33,287 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,288 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,288 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,288 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,401 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157., hostname=9d8c37854f6e,35731,1731196341639, seqNum=5] 2024-11-09T23:55:33,438 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,438 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,438 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,438 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,551 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8., hostname=9d8c37854f6e,33385,1731196341755, seqNum=5] 2024-11-09T23:55:33,564 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,564 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,564 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,564 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,673 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12., hostname=9d8c37854f6e,35731,1731196341639, seqNum=5] 2024-11-09T23:55:33,684 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,685 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,685 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,685 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,800 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea., hostname=9d8c37854f6e,33385,1731196341755, seqNum=5] 2024-11-09T23:55:33,817 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9d8c37854f6e:44107 this server is in the failed servers list 2024-11-09T23:55:33,817 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9d8c37854f6e:44107 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,817 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9d8c37854f6e:44107 2024-11-09T23:55:33,817 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,44107,1731196341816, seqNum=2 from cache 2024-11-09T23:55:33,933 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591., hostname=9d8c37854f6e,35731,1731196341639, seqNum=5] 2024-11-09T23:55:34,004 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T23:55:34,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T23:55:34,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:55:34,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:55:34,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T23:55:34,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T23:55:34,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2009520003, stopped=false 2024-11-09T23:55:34,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d8c37854f6e,39471,1731196340906 2024-11-09T23:55:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:34,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:34,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:34,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:34,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:34,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:34,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:55:34,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:55:34,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:34,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:34,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,35731,1731196341639' ***** 2024-11-09T23:55:34,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:55:34,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,33385,1731196341755' ***** 2024-11-09T23:55:34,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:55:34,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:34,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:55:34,059 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:55:34,059 INFO [RS:0;9d8c37854f6e:35731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:55:34,059 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:55:34,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:55:34,060 INFO [RS:1;9d8c37854f6e:33385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:55:34,060 INFO [RS:1;9d8c37854f6e:33385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:55:34,060 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for b2c34c87c45119f3e37a95ad513f1d46 2024-11-09T23:55:34,061 INFO [RS:0;9d8c37854f6e:35731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:55:34,061 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 9100263a12dabd487eccfa1daf6c8053 2024-11-09T23:55:34,061 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 02510cc07fdef8581fb14b14de08bcc7 2024-11-09T23:55:34,061 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f801ac94e364836f5b5901b464a8591 2024-11-09T23:55:34,061 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 4927fc327ed29057cc6b03c92cb30b3f 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d3cc8671fdfea1b5a9c2645cbb36157 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 20109a9f1d1221b59a18101c00b9c266 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 412a737b8555c95f027cfd4a21ba3c49 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 2009f3a226569cdd3334bd1c609144dc 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for d500a231e0194bd0ce0ca46a2a1875c8 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 63dc5587931c917a0db55f8ee2931bbf 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 8810319215b658a85d0c83b83446b527 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f09c7250983977e98b7ae3b4d2a3405 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 31bae545fc51df195aaf8acef8c40ad9 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e3112167d88be46c28f979f65d39471 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for dbc7f14f3f3299e3897848f25f777d16 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 8adbed298eff323e96cd7ab13b89edc3 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a53d423cc15dd4598c2222923c84e9b 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 30287f66211d3108d6183af437fe72f6 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f8e2a171d660851a89bdec71a711d1e 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:34,062 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2c34c87c45119f3e37a95ad513f1d46, disabling compactions & flushes 2024-11-09T23:55:34,062 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9100263a12dabd487eccfa1daf6c8053, disabling compactions & flushes 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 2539f0fe952e2b1790872d0ec61cd8a8 2024-11-09T23:55:34,062 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:55:34,062 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:55:34,062 INFO [RS:0;9d8c37854f6e:35731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d8c37854f6e:35731. 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8cb7606c72badc6d0c3e7d8b43a1ea 2024-11-09T23:55:34,062 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:55:34,062 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:55:34,062 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:55:34,062 DEBUG [RS:0;9d8c37854f6e:35731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:55:34,063 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. after waiting 0 ms 2024-11-09T23:55:34,063 DEBUG [RS:0;9d8c37854f6e:35731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:34,063 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. after waiting 0 ms 2024-11-09T23:55:34,063 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:55:34,063 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9d8c37854f6e:33385. 2024-11-09T23:55:34,063 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2c34c87c45119f3e37a95ad513f1d46 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,063 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9100263a12dabd487eccfa1daf6c8053 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,063 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-09T23:55:34,063 DEBUG [RS:1;9d8c37854f6e:33385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:55:34,063 DEBUG [RS:1;9d8c37854f6e:33385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:55:34,063 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1351): Waiting on 1f801ac94e364836f5b5901b464a8591, 2009f3a226569cdd3334bd1c609144dc, 2d3cc8671fdfea1b5a9c2645cbb36157, 412a737b8555c95f027cfd4a21ba3c49, 4a53d423cc15dd4598c2222923c84e9b, 5f09c7250983977e98b7ae3b4d2a3405, 63dc5587931c917a0db55f8ee2931bbf, 6e3112167d88be46c28f979f65d39471, 8810319215b658a85d0c83b83446b527, 8adbed298eff323e96cd7ab13b89edc3, 9100263a12dabd487eccfa1daf6c8053, d1d680a386da51114018bb64d8d45e12, e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:55:34,063 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T23:55:34,064 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-09T23:55:34,064 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1351): Waiting on 02510cc07fdef8581fb14b14de08bcc7, 1588230740, 20109a9f1d1221b59a18101c00b9c266, 2539f0fe952e2b1790872d0ec61cd8a8, 2c8cb7606c72badc6d0c3e7d8b43a1ea, 30287f66211d3108d6183af437fe72f6, 31bae545fc51df195aaf8acef8c40ad9, 3f8e2a171d660851a89bdec71a711d1e, 4927fc327ed29057cc6b03c92cb30b3f, b2c34c87c45119f3e37a95ad513f1d46, c72ec1a8cf55206ed2f6c70f52f1c2e1, d500a231e0194bd0ce0ca46a2a1875c8, dbc7f14f3f3299e3897848f25f777d16, ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:55:34,064 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:55:34,064 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:55:34,064 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:55:34,064 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:55:34,064 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:55:34,065 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-09T23:55:34,079 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/54723f7052c8403cb60c26c5d8703401 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16./info:regioninfo/1731196532318/Put/seqid=0 2024-11-09T23:55:34,091 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/.tmp/colfamily11/9d057b7cb8634f528807b854d2abf291 is 52, key is mmm/colfamily11:colfamily11/1731196348018/Put/seqid=0 2024-11-09T23:55:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741885_1061 (size=18322) 2024-11-09T23:55:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741885_1061 (size=18322) 2024-11-09T23:55:34,094 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/.tmp/colfamily11/d3622a2143ca4db1a5184e2227e3526e is 52, key is qqq/colfamily11:colfamily11/1731196348056/Put/seqid=0 2024-11-09T23:55:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741885_1061 (size=18322) 2024-11-09T23:55:34,096 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/54723f7052c8403cb60c26c5d8703401 2024-11-09T23:55:34,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741886_1062 (size=39263) 2024-11-09T23:55:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741886_1062 (size=39263) 2024-11-09T23:55:34,104 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/.tmp/colfamily11/9d057b7cb8634f528807b854d2abf291 2024-11-09T23:55:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741886_1062 (size=39263) 2024-11-09T23:55:34,105 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/.tmp/info/54723f7052c8403cb60c26c5d8703401 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/info/54723f7052c8403cb60c26c5d8703401 2024-11-09T23:55:34,111 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/.tmp/colfamily11/9d057b7cb8634f528807b854d2abf291 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/colfamily11/9d057b7cb8634f528807b854d2abf291 2024-11-09T23:55:34,118 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/info/54723f7052c8403cb60c26c5d8703401, entries=64, sequenceid=79, filesize=17.9 K 2024-11-09T23:55:34,118 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/colfamily11/9d057b7cb8634f528807b854d2abf291, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,119 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=79, compaction requested=false 2024-11-09T23:55:34,119 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9100263a12dabd487eccfa1daf6c8053 in 56ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741887_1063 (size=39263) 2024-11-09T23:55:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741887_1063 (size=39263) 2024-11-09T23:55:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741887_1063 (size=39263) 2024-11-09T23:55:34,121 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/.tmp/colfamily11/d3622a2143ca4db1a5184e2227e3526e 2024-11-09T23:55:34,124 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:55:34,124 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:55:34,126 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:55:34,126 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:55:34,128 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/.tmp/colfamily11/d3622a2143ca4db1a5184e2227e3526e as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/colfamily11/d3622a2143ca4db1a5184e2227e3526e 2024-11-09T23:55:34,134 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/colfamily11/d3622a2143ca4db1a5184e2227e3526e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,135 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2c34c87c45119f3e37a95ad513f1d46 in 72ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,143 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9100263a12dabd487eccfa1daf6c8053/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,146 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9100263a12dabd487eccfa1daf6c8053: Waiting for close lock at 1731196534062Running coprocessor pre-close hooks at 1731196534062Disabling compacts and flushes for region at 1731196534062Disabling writes for close at 1731196534063 (+1 ms)Obtaining lock to block concurrent updates at 1731196534063Preparing flush snapshotting stores in 9100263a12dabd487eccfa1daf6c8053 at 1731196534063Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534069 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. at 1731196534070 (+1 ms)Flushing 9100263a12dabd487eccfa1daf6c8053/colfamily11: creating writer at 1731196534070Flushing 9100263a12dabd487eccfa1daf6c8053/colfamily11: appending metadata at 1731196534091 (+21 ms)Flushing 9100263a12dabd487eccfa1daf6c8053/colfamily11: closing flushed file at 1731196534091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25397817: reopening flushed file at 1731196534110 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9100263a12dabd487eccfa1daf6c8053 in 56ms, sequenceid=5, compaction requested=false at 1731196534119 (+9 ms)Writing region close event to WAL at 1731196534134 (+15 ms)Running coprocessor post-close hooks at 1731196534144 (+10 ms)Closed at 1731196534146 (+2 ms) 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731196344263.9100263a12dabd487eccfa1daf6c8053. 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f801ac94e364836f5b5901b464a8591, disabling compactions & flushes 2024-11-09T23:55:34,147 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. after waiting 0 ms 2024-11-09T23:55:34,147 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:34,149 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-09T23:55:34,149 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2c34c87c45119f3e37a95ad513f1d46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:55:34,150 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196534064Running coprocessor pre-close hooks at 1731196534064Disabling compacts and flushes for region at 1731196534064Disabling writes for close at 1731196534064Obtaining lock to block concurrent updates at 1731196534065 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731196534065Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731196534069 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731196534070 (+1 ms)Flushing 1588230740/info: creating writer at 1731196534070Flushing 1588230740/info: appending metadata at 1731196534079 (+9 ms)Flushing 1588230740/info: closing flushed file at 1731196534079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74547a9e: reopening flushed file at 1731196534104 (+25 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=79, compaction requested=false at 1731196534119 (+15 ms)Writing region close event to WAL at 1731196534143 (+24 ms)Running coprocessor post-close hooks at 1731196534150 (+7 ms)Closed at 1731196534150 2024-11-09T23:55:34,150 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2c34c87c45119f3e37a95ad513f1d46: Waiting for close lock at 1731196534062Running coprocessor pre-close hooks at 1731196534062Disabling compacts and flushes for region at 1731196534062Disabling writes for close at 1731196534063 (+1 ms)Obtaining lock to block concurrent updates at 1731196534063Preparing flush snapshotting stores in b2c34c87c45119f3e37a95ad513f1d46 at 1731196534063Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534069 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. at 1731196534070 (+1 ms)Flushing b2c34c87c45119f3e37a95ad513f1d46/colfamily11: creating writer at 1731196534070Flushing b2c34c87c45119f3e37a95ad513f1d46/colfamily11: appending metadata at 1731196534093 (+23 ms)Flushing b2c34c87c45119f3e37a95ad513f1d46/colfamily11: closing flushed file at 1731196534094 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1faa3f: reopening flushed file at 1731196534127 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2c34c87c45119f3e37a95ad513f1d46 in 72ms, sequenceid=5, compaction requested=false at 1731196534135 (+8 ms)Writing region close event to WAL at 1731196534144 (+9 ms)Running coprocessor post-close hooks at 1731196534150 (+6 ms)Closed at 1731196534150 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731196344263.b2c34c87c45119f3e37a95ad513f1d46. 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02510cc07fdef8581fb14b14de08bcc7, disabling compactions & flushes 2024-11-09T23:55:34,150 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. after waiting 0 ms 2024-11-09T23:55:34,150 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:55:34,151 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02510cc07fdef8581fb14b14de08bcc7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,152 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1f801ac94e364836f5b5901b464a8591/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,153 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f801ac94e364836f5b5901b464a8591: Waiting for close lock at 1731196534147Running coprocessor pre-close hooks at 1731196534147Disabling compacts and flushes for region at 1731196534147Disabling writes for close at 1731196534147Writing region close event to WAL at 1731196534148 (+1 ms)Running coprocessor post-close hooks at 1731196534153 (+5 ms)Closed at 1731196534153 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731196344263.1f801ac94e364836f5b5901b464a8591. 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d3cc8671fdfea1b5a9c2645cbb36157, disabling compactions & flushes 2024-11-09T23:55:34,153 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. after waiting 0 ms 2024-11-09T23:55:34,153 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:34,157 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:55:34,157 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:55:34,158 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d3cc8671fdfea1b5a9c2645cbb36157/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,158 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:34,158 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d3cc8671fdfea1b5a9c2645cbb36157: Waiting for close lock at 1731196534153Running coprocessor pre-close hooks at 1731196534153Disabling compacts and flushes for region at 1731196534153Disabling writes for close at 1731196534153Writing region close event to WAL at 1731196534154 (+1 ms)Running coprocessor post-close hooks at 1731196534158 (+4 ms)Closed at 1731196534158 2024-11-09T23:55:34,158 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731196344263.2d3cc8671fdfea1b5a9c2645cbb36157. 2024-11-09T23:55:34,158 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 412a737b8555c95f027cfd4a21ba3c49, disabling compactions & flushes 2024-11-09T23:55:34,158 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:55:34,159 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:55:34,159 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. after waiting 0 ms 2024-11-09T23:55:34,159 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:55:34,159 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 412a737b8555c95f027cfd4a21ba3c49 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,172 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/.tmp/colfamily11/18c2207999ea408bb5158719d0208411 is 52, key is ttt/colfamily11:colfamily11/1731196348120/Put/seqid=0 2024-11-09T23:55:34,175 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/.tmp/colfamily11/8515dea9665c45c5a9b8ea643e26190f is 52, key is sss/colfamily11:colfamily11/1731196348132/Put/seqid=0 2024-11-09T23:55:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741888_1064 (size=39263) 2024-11-09T23:55:34,182 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/.tmp/colfamily11/18c2207999ea408bb5158719d0208411 2024-11-09T23:55:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741888_1064 (size=39263) 2024-11-09T23:55:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741888_1064 (size=39263) 2024-11-09T23:55:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741889_1065 (size=39263) 2024-11-09T23:55:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741889_1065 (size=39263) 2024-11-09T23:55:34,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741889_1065 (size=39263) 2024-11-09T23:55:34,189 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/.tmp/colfamily11/8515dea9665c45c5a9b8ea643e26190f 2024-11-09T23:55:34,190 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/.tmp/colfamily11/18c2207999ea408bb5158719d0208411 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/colfamily11/18c2207999ea408bb5158719d0208411 2024-11-09T23:55:34,196 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/.tmp/colfamily11/8515dea9665c45c5a9b8ea643e26190f as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/colfamily11/8515dea9665c45c5a9b8ea643e26190f 2024-11-09T23:55:34,196 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/colfamily11/18c2207999ea408bb5158719d0208411, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,197 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02510cc07fdef8581fb14b14de08bcc7 in 47ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,202 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02510cc07fdef8581fb14b14de08bcc7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,202 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:55:34,202 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02510cc07fdef8581fb14b14de08bcc7: Waiting for close lock at 1731196534150Running coprocessor pre-close hooks at 1731196534150Disabling compacts and flushes for region at 1731196534150Disabling writes for close at 1731196534150Obtaining lock to block concurrent updates at 1731196534151 (+1 ms)Preparing flush snapshotting stores in 02510cc07fdef8581fb14b14de08bcc7 at 1731196534151Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534151Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. at 1731196534151Flushing 02510cc07fdef8581fb14b14de08bcc7/colfamily11: creating writer at 1731196534151Flushing 02510cc07fdef8581fb14b14de08bcc7/colfamily11: appending metadata at 1731196534172 (+21 ms)Flushing 02510cc07fdef8581fb14b14de08bcc7/colfamily11: closing flushed file at 1731196534172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42984cbb: reopening flushed file at 1731196534189 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02510cc07fdef8581fb14b14de08bcc7 in 47ms, sequenceid=5, compaction requested=false at 1731196534197 (+8 ms)Writing region close event to WAL at 1731196534198 (+1 ms)Running coprocessor post-close hooks at 1731196534202 (+4 ms)Closed at 1731196534202 2024-11-09T23:55:34,203 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731196344263.02510cc07fdef8581fb14b14de08bcc7. 2024-11-09T23:55:34,203 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4927fc327ed29057cc6b03c92cb30b3f, disabling compactions & flushes 2024-11-09T23:55:34,203 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:55:34,203 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:55:34,203 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. after waiting 0 ms 2024-11-09T23:55:34,203 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:55:34,203 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4927fc327ed29057cc6b03c92cb30b3f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,204 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/colfamily11/8515dea9665c45c5a9b8ea643e26190f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,205 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 412a737b8555c95f027cfd4a21ba3c49 in 46ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,210 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/412a737b8555c95f027cfd4a21ba3c49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,211 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 412a737b8555c95f027cfd4a21ba3c49: Waiting for close lock at 1731196534158Running coprocessor pre-close hooks at 1731196534158Disabling compacts and flushes for region at 1731196534158Disabling writes for close at 1731196534159 (+1 ms)Obtaining lock to block concurrent updates at 1731196534159Preparing flush snapshotting stores in 412a737b8555c95f027cfd4a21ba3c49 at 1731196534159Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534159Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. at 1731196534160 (+1 ms)Flushing 412a737b8555c95f027cfd4a21ba3c49/colfamily11: creating writer at 1731196534160Flushing 412a737b8555c95f027cfd4a21ba3c49/colfamily11: appending metadata at 1731196534175 (+15 ms)Flushing 412a737b8555c95f027cfd4a21ba3c49/colfamily11: closing flushed file at 1731196534175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c77243: reopening flushed file at 1731196534195 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 412a737b8555c95f027cfd4a21ba3c49 in 46ms, sequenceid=5, compaction requested=false at 1731196534205 (+10 ms)Writing region close event to WAL at 1731196534207 (+2 ms)Running coprocessor post-close hooks at 1731196534211 (+4 ms)Closed at 1731196534211 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731196344263.412a737b8555c95f027cfd4a21ba3c49. 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2009f3a226569cdd3334bd1c609144dc, disabling compactions & flushes 2024-11-09T23:55:34,211 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. after waiting 0 ms 2024-11-09T23:55:34,211 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:55:34,212 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2009f3a226569cdd3334bd1c609144dc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,226 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/.tmp/colfamily11/a78d7ed2c35a4b67981144bb6a94b863 is 52, key is xxx/colfamily11:colfamily11/1731196348183/Put/seqid=0 2024-11-09T23:55:34,234 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/.tmp/colfamily11/a9b736dac5114f70b42258c396aa677a is 52, key is ddd/colfamily11:colfamily11/1731196347854/Put/seqid=0 2024-11-09T23:55:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741890_1066 (size=39263) 2024-11-09T23:55:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741890_1066 (size=39263) 2024-11-09T23:55:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741890_1066 (size=39263) 2024-11-09T23:55:34,240 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/.tmp/colfamily11/a78d7ed2c35a4b67981144bb6a94b863 2024-11-09T23:55:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741891_1067 (size=39263) 2024-11-09T23:55:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741891_1067 (size=39263) 2024-11-09T23:55:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741891_1067 (size=39263) 2024-11-09T23:55:34,247 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/.tmp/colfamily11/a9b736dac5114f70b42258c396aa677a 2024-11-09T23:55:34,249 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/.tmp/colfamily11/a78d7ed2c35a4b67981144bb6a94b863 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/colfamily11/a78d7ed2c35a4b67981144bb6a94b863 2024-11-09T23:55:34,254 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/.tmp/colfamily11/a9b736dac5114f70b42258c396aa677a as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/colfamily11/a9b736dac5114f70b42258c396aa677a 2024-11-09T23:55:34,256 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/colfamily11/a78d7ed2c35a4b67981144bb6a94b863, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,257 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4927fc327ed29057cc6b03c92cb30b3f in 54ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,262 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/colfamily11/a9b736dac5114f70b42258c396aa677a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,263 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2009f3a226569cdd3334bd1c609144dc in 51ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,263 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4927fc327ed29057cc6b03c92cb30b3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,264 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1351): Waiting on 2009f3a226569cdd3334bd1c609144dc, 4a53d423cc15dd4598c2222923c84e9b, 5f09c7250983977e98b7ae3b4d2a3405, 63dc5587931c917a0db55f8ee2931bbf, 6e3112167d88be46c28f979f65d39471, 8810319215b658a85d0c83b83446b527, 8adbed298eff323e96cd7ab13b89edc3, d1d680a386da51114018bb64d8d45e12, e37b7aff34e9f4f8b87781a924e7952d 2024-11-09T23:55:34,264 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1351): Waiting on 20109a9f1d1221b59a18101c00b9c266, 2539f0fe952e2b1790872d0ec61cd8a8, 2c8cb7606c72badc6d0c3e7d8b43a1ea, 30287f66211d3108d6183af437fe72f6, 31bae545fc51df195aaf8acef8c40ad9, 3f8e2a171d660851a89bdec71a711d1e, 4927fc327ed29057cc6b03c92cb30b3f, c72ec1a8cf55206ed2f6c70f52f1c2e1, d500a231e0194bd0ce0ca46a2a1875c8, dbc7f14f3f3299e3897848f25f777d16, ffe4adc96b5448c513874c7854766e0e 2024-11-09T23:55:34,264 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:55:34,264 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4927fc327ed29057cc6b03c92cb30b3f: Waiting for close lock at 1731196534203Running coprocessor pre-close hooks at 1731196534203Disabling compacts and flushes for region at 1731196534203Disabling writes for close at 1731196534203Obtaining lock to block concurrent updates at 1731196534203Preparing flush snapshotting stores in 4927fc327ed29057cc6b03c92cb30b3f at 1731196534203Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534203Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. at 1731196534204 (+1 ms)Flushing 4927fc327ed29057cc6b03c92cb30b3f/colfamily11: creating writer at 1731196534204Flushing 4927fc327ed29057cc6b03c92cb30b3f/colfamily11: appending metadata at 1731196534225 (+21 ms)Flushing 4927fc327ed29057cc6b03c92cb30b3f/colfamily11: closing flushed file at 1731196534225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f609c61: reopening flushed file at 1731196534248 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4927fc327ed29057cc6b03c92cb30b3f in 54ms, sequenceid=5, compaction requested=false at 1731196534257 (+9 ms)Writing region close event to WAL at 1731196534258 (+1 ms)Running coprocessor post-close hooks at 1731196534264 (+6 ms)Closed at 1731196534264 2024-11-09T23:55:34,264 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731196344263.4927fc327ed29057cc6b03c92cb30b3f. 2024-11-09T23:55:34,265 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20109a9f1d1221b59a18101c00b9c266, disabling compactions & flushes 2024-11-09T23:55:34,265 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:55:34,265 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:55:34,265 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. after waiting 0 ms 2024-11-09T23:55:34,265 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:55:34,265 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20109a9f1d1221b59a18101c00b9c266 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,269 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2009f3a226569cdd3334bd1c609144dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,269 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2009f3a226569cdd3334bd1c609144dc: Waiting for close lock at 1731196534211Running coprocessor pre-close hooks at 1731196534211Disabling compacts and flushes for region at 1731196534211Disabling writes for close at 1731196534211Obtaining lock to block concurrent updates at 1731196534212 (+1 ms)Preparing flush snapshotting stores in 2009f3a226569cdd3334bd1c609144dc at 1731196534212Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534212Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. at 1731196534213 (+1 ms)Flushing 2009f3a226569cdd3334bd1c609144dc/colfamily11: creating writer at 1731196534213Flushing 2009f3a226569cdd3334bd1c609144dc/colfamily11: appending metadata at 1731196534234 (+21 ms)Flushing 2009f3a226569cdd3334bd1c609144dc/colfamily11: closing flushed file at 1731196534234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2bc570: reopening flushed file at 1731196534253 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2009f3a226569cdd3334bd1c609144dc in 51ms, sequenceid=5, compaction requested=false at 1731196534263 (+10 ms)Writing region close event to WAL at 1731196534264 (+1 ms)Running coprocessor post-close hooks at 1731196534269 (+5 ms)Closed at 1731196534269 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731196344263.2009f3a226569cdd3334bd1c609144dc. 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63dc5587931c917a0db55f8ee2931bbf, disabling compactions & flushes 2024-11-09T23:55:34,270 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. after waiting 0 ms 2024-11-09T23:55:34,270 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:55:34,270 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63dc5587931c917a0db55f8ee2931bbf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,282 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/.tmp/colfamily11/de519871880441738853b01c8bd4c3f7 is 52, key is fff/colfamily11:colfamily11/1731196347852/Put/seqid=0 2024-11-09T23:55:34,285 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/.tmp/colfamily11/def95b1c33be4ae2b00e4f04d995c556 is 52, key is jjj/colfamily11:colfamily11/1731196347978/Put/seqid=0 2024-11-09T23:55:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741892_1068 (size=39263) 2024-11-09T23:55:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741892_1068 (size=39263) 2024-11-09T23:55:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741892_1068 (size=39263) 2024-11-09T23:55:34,290 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/.tmp/colfamily11/de519871880441738853b01c8bd4c3f7 2024-11-09T23:55:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741893_1069 (size=39263) 2024-11-09T23:55:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741893_1069 (size=39263) 2024-11-09T23:55:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741893_1069 (size=39263) 2024-11-09T23:55:34,292 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/.tmp/colfamily11/def95b1c33be4ae2b00e4f04d995c556 2024-11-09T23:55:34,297 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/.tmp/colfamily11/de519871880441738853b01c8bd4c3f7 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/colfamily11/de519871880441738853b01c8bd4c3f7 2024-11-09T23:55:34,299 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/.tmp/colfamily11/def95b1c33be4ae2b00e4f04d995c556 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/colfamily11/def95b1c33be4ae2b00e4f04d995c556 2024-11-09T23:55:34,303 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/colfamily11/de519871880441738853b01c8bd4c3f7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,304 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20109a9f1d1221b59a18101c00b9c266 in 39ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,307 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/colfamily11/def95b1c33be4ae2b00e4f04d995c556, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,307 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 63dc5587931c917a0db55f8ee2931bbf in 37ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,309 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20109a9f1d1221b59a18101c00b9c266/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,310 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:55:34,310 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20109a9f1d1221b59a18101c00b9c266: Waiting for close lock at 1731196534265Running coprocessor pre-close hooks at 1731196534265Disabling compacts and flushes for region at 1731196534265Disabling writes for close at 1731196534265Obtaining lock to block concurrent updates at 1731196534265Preparing flush snapshotting stores in 20109a9f1d1221b59a18101c00b9c266 at 1731196534265Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534265Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. at 1731196534266 (+1 ms)Flushing 20109a9f1d1221b59a18101c00b9c266/colfamily11: creating writer at 1731196534266Flushing 20109a9f1d1221b59a18101c00b9c266/colfamily11: appending metadata at 1731196534282 (+16 ms)Flushing 20109a9f1d1221b59a18101c00b9c266/colfamily11: closing flushed file at 1731196534282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d1e04: reopening flushed file at 1731196534296 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20109a9f1d1221b59a18101c00b9c266 in 39ms, sequenceid=5, compaction requested=false at 1731196534304 (+8 ms)Writing region close event to WAL at 1731196534305 (+1 ms)Running coprocessor post-close hooks at 1731196534310 (+5 ms)Closed at 1731196534310 2024-11-09T23:55:34,310 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731196344263.20109a9f1d1221b59a18101c00b9c266. 2024-11-09T23:55:34,310 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d500a231e0194bd0ce0ca46a2a1875c8, disabling compactions & flushes 2024-11-09T23:55:34,311 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:34,311 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:34,311 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. after waiting 0 ms 2024-11-09T23:55:34,311 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:34,311 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/63dc5587931c917a0db55f8ee2931bbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,312 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:55:34,312 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63dc5587931c917a0db55f8ee2931bbf: Waiting for close lock at 1731196534270Running coprocessor pre-close hooks at 1731196534270Disabling compacts and flushes for region at 1731196534270Disabling writes for close at 1731196534270Obtaining lock to block concurrent updates at 1731196534270Preparing flush snapshotting stores in 63dc5587931c917a0db55f8ee2931bbf at 1731196534270Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534270Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. at 1731196534271 (+1 ms)Flushing 63dc5587931c917a0db55f8ee2931bbf/colfamily11: creating writer at 1731196534271Flushing 63dc5587931c917a0db55f8ee2931bbf/colfamily11: appending metadata at 1731196534285 (+14 ms)Flushing 63dc5587931c917a0db55f8ee2931bbf/colfamily11: closing flushed file at 1731196534285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e30e1b: reopening flushed file at 1731196534298 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 63dc5587931c917a0db55f8ee2931bbf in 37ms, sequenceid=5, compaction requested=false at 1731196534308 (+10 ms)Writing region close event to WAL at 1731196534308Running coprocessor post-close hooks at 1731196534312 (+4 ms)Closed at 1731196534312 2024-11-09T23:55:34,312 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731196344263.63dc5587931c917a0db55f8ee2931bbf. 2024-11-09T23:55:34,312 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8810319215b658a85d0c83b83446b527, disabling compactions & flushes 2024-11-09T23:55:34,313 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:34,313 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:34,313 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. after waiting 0 ms 2024-11-09T23:55:34,313 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:34,315 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d500a231e0194bd0ce0ca46a2a1875c8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,315 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:34,315 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d500a231e0194bd0ce0ca46a2a1875c8: Waiting for close lock at 1731196534310Running coprocessor pre-close hooks at 1731196534310Disabling compacts and flushes for region at 1731196534310Disabling writes for close at 1731196534311 (+1 ms)Writing region close event to WAL at 1731196534311Running coprocessor post-close hooks at 1731196534315 (+4 ms)Closed at 1731196534315 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731196344263.d500a231e0194bd0ce0ca46a2a1875c8. 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffe4adc96b5448c513874c7854766e0e, disabling compactions & flushes 2024-11-09T23:55:34,316 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. after waiting 0 ms 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:55:34,316 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffe4adc96b5448c513874c7854766e0e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,316 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8810319215b658a85d0c83b83446b527/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,317 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:34,317 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8810319215b658a85d0c83b83446b527: Waiting for close lock at 1731196534312Running coprocessor pre-close hooks at 1731196534312Disabling compacts and flushes for region at 1731196534312Disabling writes for close at 1731196534313 (+1 ms)Writing region close event to WAL at 1731196534313Running coprocessor post-close hooks at 1731196534317 (+4 ms)Closed at 1731196534317 2024-11-09T23:55:34,317 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731196344263.8810319215b658a85d0c83b83446b527. 2024-11-09T23:55:34,317 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e37b7aff34e9f4f8b87781a924e7952d, disabling compactions & flushes 2024-11-09T23:55:34,318 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:55:34,318 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:55:34,318 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. after waiting 0 ms 2024-11-09T23:55:34,318 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:55:34,318 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e37b7aff34e9f4f8b87781a924e7952d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,334 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/.tmp/colfamily11/3883e2b1b15d47beb3d14f110d47ae36 is 52, key is nnn/colfamily11:colfamily11/1731196348020/Put/seqid=0 2024-11-09T23:55:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741894_1070 (size=39263) 2024-11-09T23:55:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741894_1070 (size=39263) 2024-11-09T23:55:34,340 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/.tmp/colfamily11/815728433faa433ca1c1a7a8a871a479 is 52, key is ppp/colfamily11:colfamily11/1731196348056/Put/seqid=0 2024-11-09T23:55:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741894_1070 (size=39263) 2024-11-09T23:55:34,340 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/.tmp/colfamily11/3883e2b1b15d47beb3d14f110d47ae36 2024-11-09T23:55:34,347 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/.tmp/colfamily11/3883e2b1b15d47beb3d14f110d47ae36 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/colfamily11/3883e2b1b15d47beb3d14f110d47ae36 2024-11-09T23:55:34,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741895_1071 (size=39263) 2024-11-09T23:55:34,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741895_1071 (size=39263) 2024-11-09T23:55:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741895_1071 (size=39263) 2024-11-09T23:55:34,349 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/.tmp/colfamily11/815728433faa433ca1c1a7a8a871a479 2024-11-09T23:55:34,354 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/colfamily11/3883e2b1b15d47beb3d14f110d47ae36, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,355 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ffe4adc96b5448c513874c7854766e0e in 39ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,355 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/.tmp/colfamily11/815728433faa433ca1c1a7a8a871a479 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/colfamily11/815728433faa433ca1c1a7a8a871a479 2024-11-09T23:55:34,359 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ffe4adc96b5448c513874c7854766e0e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,360 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:55:34,360 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffe4adc96b5448c513874c7854766e0e: Waiting for close lock at 1731196534316Running coprocessor pre-close hooks at 1731196534316Disabling compacts and flushes for region at 1731196534316Disabling writes for close at 1731196534316Obtaining lock to block concurrent updates at 1731196534316Preparing flush snapshotting stores in ffe4adc96b5448c513874c7854766e0e at 1731196534316Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534316Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. at 1731196534317 (+1 ms)Flushing ffe4adc96b5448c513874c7854766e0e/colfamily11: creating writer at 1731196534317Flushing ffe4adc96b5448c513874c7854766e0e/colfamily11: appending metadata at 1731196534333 (+16 ms)Flushing ffe4adc96b5448c513874c7854766e0e/colfamily11: closing flushed file at 1731196534333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6532a30a: reopening flushed file at 1731196534346 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ffe4adc96b5448c513874c7854766e0e in 39ms, sequenceid=5, compaction requested=false at 1731196534355 (+9 ms)Writing region close event to WAL at 1731196534355Running coprocessor post-close hooks at 1731196534360 (+5 ms)Closed at 1731196534360 2024-11-09T23:55:34,360 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731196344263.ffe4adc96b5448c513874c7854766e0e. 2024-11-09T23:55:34,360 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31bae545fc51df195aaf8acef8c40ad9, disabling compactions & flushes 2024-11-09T23:55:34,360 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:34,360 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:34,360 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. after waiting 0 ms 2024-11-09T23:55:34,361 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:34,362 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/colfamily11/815728433faa433ca1c1a7a8a871a479, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,363 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e37b7aff34e9f4f8b87781a924e7952d in 45ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,365 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/31bae545fc51df195aaf8acef8c40ad9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,366 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31bae545fc51df195aaf8acef8c40ad9: Waiting for close lock at 1731196534360Running coprocessor pre-close hooks at 1731196534360Disabling compacts and flushes for region at 1731196534360Disabling writes for close at 1731196534360Writing region close event to WAL at 1731196534361 (+1 ms)Running coprocessor post-close hooks at 1731196534365 (+4 ms)Closed at 1731196534365 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731196344263.31bae545fc51df195aaf8acef8c40ad9. 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbc7f14f3f3299e3897848f25f777d16, disabling compactions & flushes 2024-11-09T23:55:34,366 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. after waiting 0 ms 2024-11-09T23:55:34,366 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:34,367 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e37b7aff34e9f4f8b87781a924e7952d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,368 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e37b7aff34e9f4f8b87781a924e7952d: Waiting for close lock at 1731196534317Running coprocessor pre-close hooks at 1731196534317Disabling compacts and flushes for region at 1731196534317Disabling writes for close at 1731196534318 (+1 ms)Obtaining lock to block concurrent updates at 1731196534318Preparing flush snapshotting stores in e37b7aff34e9f4f8b87781a924e7952d at 1731196534318Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534318Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. at 1731196534318Flushing e37b7aff34e9f4f8b87781a924e7952d/colfamily11: creating writer at 1731196534318Flushing e37b7aff34e9f4f8b87781a924e7952d/colfamily11: appending metadata at 1731196534339 (+21 ms)Flushing e37b7aff34e9f4f8b87781a924e7952d/colfamily11: closing flushed file at 1731196534339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f643f2: reopening flushed file at 1731196534354 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e37b7aff34e9f4f8b87781a924e7952d in 45ms, sequenceid=5, compaction requested=false at 1731196534363 (+9 ms)Writing region close event to WAL at 1731196534364 (+1 ms)Running coprocessor post-close hooks at 1731196534368 (+4 ms)Closed at 1731196534368 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731196344263.e37b7aff34e9f4f8b87781a924e7952d. 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f09c7250983977e98b7ae3b4d2a3405, disabling compactions & flushes 2024-11-09T23:55:34,368 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. after waiting 0 ms 2024-11-09T23:55:34,368 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:55:34,369 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f09c7250983977e98b7ae3b4d2a3405 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,370 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dbc7f14f3f3299e3897848f25f777d16/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,371 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbc7f14f3f3299e3897848f25f777d16: Waiting for close lock at 1731196534366Running coprocessor pre-close hooks at 1731196534366Disabling compacts and flushes for region at 1731196534366Disabling writes for close at 1731196534366Writing region close event to WAL at 1731196534367 (+1 ms)Running coprocessor post-close hooks at 1731196534371 (+4 ms)Closed at 1731196534371 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731196344263.dbc7f14f3f3299e3897848f25f777d16. 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30287f66211d3108d6183af437fe72f6, disabling compactions & flushes 2024-11-09T23:55:34,371 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. after waiting 0 ms 2024-11-09T23:55:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:55:34,371 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30287f66211d3108d6183af437fe72f6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,384 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/.tmp/colfamily11/3617231d497b43308da113bd3e7849b4 is 52, key is ccc/colfamily11:colfamily11/1731196347801/Put/seqid=0 2024-11-09T23:55:34,388 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/.tmp/colfamily11/47c918b838814f7b98e45e675e7191c9 is 52, key is hhh/colfamily11:colfamily11/1731196347925/Put/seqid=0 2024-11-09T23:55:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741896_1072 (size=39263) 2024-11-09T23:55:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741896_1072 (size=39263) 2024-11-09T23:55:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741896_1072 (size=39263) 2024-11-09T23:55:34,391 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/.tmp/colfamily11/3617231d497b43308da113bd3e7849b4 2024-11-09T23:55:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741897_1073 (size=39263) 2024-11-09T23:55:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741897_1073 (size=39263) 2024-11-09T23:55:34,395 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/.tmp/colfamily11/47c918b838814f7b98e45e675e7191c9 2024-11-09T23:55:34,399 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/.tmp/colfamily11/3617231d497b43308da113bd3e7849b4 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/colfamily11/3617231d497b43308da113bd3e7849b4 2024-11-09T23:55:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741897_1073 (size=39263) 2024-11-09T23:55:34,402 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/.tmp/colfamily11/47c918b838814f7b98e45e675e7191c9 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/colfamily11/47c918b838814f7b98e45e675e7191c9 2024-11-09T23:55:34,405 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/colfamily11/3617231d497b43308da113bd3e7849b4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,406 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f09c7250983977e98b7ae3b4d2a3405 in 38ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,408 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/colfamily11/47c918b838814f7b98e45e675e7191c9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,410 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30287f66211d3108d6183af437fe72f6 in 38ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,410 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09c7250983977e98b7ae3b4d2a3405/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,411 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f09c7250983977e98b7ae3b4d2a3405: Waiting for close lock at 1731196534368Running coprocessor pre-close hooks at 1731196534368Disabling compacts and flushes for region at 1731196534368Disabling writes for close at 1731196534368Obtaining lock to block concurrent updates at 1731196534369 (+1 ms)Preparing flush snapshotting stores in 5f09c7250983977e98b7ae3b4d2a3405 at 1731196534369Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534369Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. at 1731196534369Flushing 5f09c7250983977e98b7ae3b4d2a3405/colfamily11: creating writer at 1731196534369Flushing 5f09c7250983977e98b7ae3b4d2a3405/colfamily11: appending metadata at 1731196534384 (+15 ms)Flushing 5f09c7250983977e98b7ae3b4d2a3405/colfamily11: closing flushed file at 1731196534384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ea52db: reopening flushed file at 1731196534397 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f09c7250983977e98b7ae3b4d2a3405 in 38ms, sequenceid=5, compaction requested=false at 1731196534406 (+9 ms)Writing region close event to WAL at 1731196534407 (+1 ms)Running coprocessor post-close hooks at 1731196534411 (+4 ms)Closed at 1731196534411 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731196344263.5f09c7250983977e98b7ae3b4d2a3405. 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e3112167d88be46c28f979f65d39471, disabling compactions & flushes 2024-11-09T23:55:34,411 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. after waiting 0 ms 2024-11-09T23:55:34,411 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:55:34,411 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e3112167d88be46c28f979f65d39471 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,414 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30287f66211d3108d6183af437fe72f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,414 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:55:34,414 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30287f66211d3108d6183af437fe72f6: Waiting for close lock at 1731196534371Running coprocessor pre-close hooks at 1731196534371Disabling compacts and flushes for region at 1731196534371Disabling writes for close at 1731196534371Obtaining lock to block concurrent updates at 1731196534371Preparing flush snapshotting stores in 30287f66211d3108d6183af437fe72f6 at 1731196534371Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534372 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. at 1731196534372Flushing 30287f66211d3108d6183af437fe72f6/colfamily11: creating writer at 1731196534372Flushing 30287f66211d3108d6183af437fe72f6/colfamily11: appending metadata at 1731196534388 (+16 ms)Flushing 30287f66211d3108d6183af437fe72f6/colfamily11: closing flushed file at 1731196534388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d23cf56: reopening flushed file at 1731196534401 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30287f66211d3108d6183af437fe72f6 in 38ms, sequenceid=5, compaction requested=false at 1731196534410 (+9 ms)Writing region close event to WAL at 1731196534410Running coprocessor post-close hooks at 1731196534414 (+4 ms)Closed at 1731196534414 2024-11-09T23:55:34,415 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731196344263.30287f66211d3108d6183af437fe72f6. 2024-11-09T23:55:34,415 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f8e2a171d660851a89bdec71a711d1e, disabling compactions & flushes 2024-11-09T23:55:34,415 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:55:34,415 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:55:34,415 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. after waiting 0 ms 2024-11-09T23:55:34,415 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:55:34,415 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f8e2a171d660851a89bdec71a711d1e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,429 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/.tmp/colfamily11/096ecf3589c54e5193c2a31ae51ff4a0 is 52, key is lll/colfamily11:colfamily11/1731196347980/Put/seqid=0 2024-11-09T23:55:34,431 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/.tmp/colfamily11/1b228dcef7714a3eab8ea085ec731a0b is 52, key is vvv/colfamily11:colfamily11/1731196348171/Put/seqid=0 2024-11-09T23:55:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741898_1074 (size=39263) 2024-11-09T23:55:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741898_1074 (size=39263) 2024-11-09T23:55:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741898_1074 (size=39263) 2024-11-09T23:55:34,437 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/.tmp/colfamily11/096ecf3589c54e5193c2a31ae51ff4a0 2024-11-09T23:55:34,444 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/.tmp/colfamily11/096ecf3589c54e5193c2a31ae51ff4a0 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/colfamily11/096ecf3589c54e5193c2a31ae51ff4a0 2024-11-09T23:55:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741899_1075 (size=39263) 2024-11-09T23:55:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741899_1075 (size=39263) 2024-11-09T23:55:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741899_1075 (size=39263) 2024-11-09T23:55:34,445 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/.tmp/colfamily11/1b228dcef7714a3eab8ea085ec731a0b 2024-11-09T23:55:34,451 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/colfamily11/096ecf3589c54e5193c2a31ae51ff4a0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,452 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3f8e2a171d660851a89bdec71a711d1e in 36ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,453 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/.tmp/colfamily11/1b228dcef7714a3eab8ea085ec731a0b as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/colfamily11/1b228dcef7714a3eab8ea085ec731a0b 2024-11-09T23:55:34,455 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3f8e2a171d660851a89bdec71a711d1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,456 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:55:34,456 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f8e2a171d660851a89bdec71a711d1e: Waiting for close lock at 1731196534415Running coprocessor pre-close hooks at 1731196534415Disabling compacts and flushes for region at 1731196534415Disabling writes for close at 1731196534415Obtaining lock to block concurrent updates at 1731196534415Preparing flush snapshotting stores in 3f8e2a171d660851a89bdec71a711d1e at 1731196534415Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534415Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. at 1731196534416 (+1 ms)Flushing 3f8e2a171d660851a89bdec71a711d1e/colfamily11: creating writer at 1731196534416Flushing 3f8e2a171d660851a89bdec71a711d1e/colfamily11: appending metadata at 1731196534429 (+13 ms)Flushing 3f8e2a171d660851a89bdec71a711d1e/colfamily11: closing flushed file at 1731196534429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641568f0: reopening flushed file at 1731196534443 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3f8e2a171d660851a89bdec71a711d1e in 36ms, sequenceid=5, compaction requested=false at 1731196534452 (+9 ms)Writing region close event to WAL at 1731196534452Running coprocessor post-close hooks at 1731196534456 (+4 ms)Closed at 1731196534456 2024-11-09T23:55:34,456 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731196344263.3f8e2a171d660851a89bdec71a711d1e. 2024-11-09T23:55:34,457 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2539f0fe952e2b1790872d0ec61cd8a8, disabling compactions & flushes 2024-11-09T23:55:34,457 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:55:34,457 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:55:34,457 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. after waiting 0 ms 2024-11-09T23:55:34,457 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:55:34,457 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2539f0fe952e2b1790872d0ec61cd8a8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,459 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/colfamily11/1b228dcef7714a3eab8ea085ec731a0b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,460 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e3112167d88be46c28f979f65d39471 in 49ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,464 DEBUG [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1351): Waiting on 4a53d423cc15dd4598c2222923c84e9b, 6e3112167d88be46c28f979f65d39471, 8adbed298eff323e96cd7ab13b89edc3, d1d680a386da51114018bb64d8d45e12 2024-11-09T23:55:34,464 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e3112167d88be46c28f979f65d39471/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,464 DEBUG [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1351): Waiting on 2539f0fe952e2b1790872d0ec61cd8a8, 2c8cb7606c72badc6d0c3e7d8b43a1ea, c72ec1a8cf55206ed2f6c70f52f1c2e1 2024-11-09T23:55:34,465 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e3112167d88be46c28f979f65d39471: Waiting for close lock at 1731196534411Running coprocessor pre-close hooks at 1731196534411Disabling compacts and flushes for region at 1731196534411Disabling writes for close at 1731196534411Obtaining lock to block concurrent updates at 1731196534411Preparing flush snapshotting stores in 6e3112167d88be46c28f979f65d39471 at 1731196534411Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534412 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. at 1731196534412Flushing 6e3112167d88be46c28f979f65d39471/colfamily11: creating writer at 1731196534412Flushing 6e3112167d88be46c28f979f65d39471/colfamily11: appending metadata at 1731196534431 (+19 ms)Flushing 6e3112167d88be46c28f979f65d39471/colfamily11: closing flushed file at 1731196534431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d09142: reopening flushed file at 1731196534452 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e3112167d88be46c28f979f65d39471 in 49ms, sequenceid=5, compaction requested=false at 1731196534460 (+8 ms)Writing region close event to WAL at 1731196534461 (+1 ms)Running coprocessor post-close hooks at 1731196534465 (+4 ms)Closed at 1731196534465 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731196344263.6e3112167d88be46c28f979f65d39471. 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8adbed298eff323e96cd7ab13b89edc3, disabling compactions & flushes 2024-11-09T23:55:34,465 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. after waiting 0 ms 2024-11-09T23:55:34,465 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:55:34,465 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8adbed298eff323e96cd7ab13b89edc3 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-09T23:55:34,479 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/.tmp/colfamily11/2a62fa9f19b4459dbb6ada3f853795d4 is 52, key is www/colfamily11:colfamily11/1731196348145/Put/seqid=0 2024-11-09T23:55:34,480 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/.tmp/colfamily11/ecf44fece1604ef694d2902a26944a83 is 52, key is zzz/colfamily11:colfamily11/1731196348177/Put/seqid=0 2024-11-09T23:55:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741900_1076 (size=39263) 2024-11-09T23:55:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741900_1076 (size=39263) 2024-11-09T23:55:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741900_1076 (size=39263) 2024-11-09T23:55:34,489 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/.tmp/colfamily11/2a62fa9f19b4459dbb6ada3f853795d4 2024-11-09T23:55:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741901_1077 (size=4857) 2024-11-09T23:55:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741901_1077 (size=4857) 2024-11-09T23:55:34,493 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/.tmp/colfamily11/ecf44fece1604ef694d2902a26944a83 2024-11-09T23:55:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741901_1077 (size=4857) 2024-11-09T23:55:34,496 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/.tmp/colfamily11/2a62fa9f19b4459dbb6ada3f853795d4 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/colfamily11/2a62fa9f19b4459dbb6ada3f853795d4 2024-11-09T23:55:34,500 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/.tmp/colfamily11/ecf44fece1604ef694d2902a26944a83 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/colfamily11/ecf44fece1604ef694d2902a26944a83 2024-11-09T23:55:34,502 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/colfamily11/2a62fa9f19b4459dbb6ada3f853795d4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,504 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2539f0fe952e2b1790872d0ec61cd8a8 in 46ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,507 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2539f0fe952e2b1790872d0ec61cd8a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,507 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/colfamily11/ecf44fece1604ef694d2902a26944a83, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T23:55:34,508 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:55:34,508 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2539f0fe952e2b1790872d0ec61cd8a8: Waiting for close lock at 1731196534457Running coprocessor pre-close hooks at 1731196534457Disabling compacts and flushes for region at 1731196534457Disabling writes for close at 1731196534457Obtaining lock to block concurrent updates at 1731196534457Preparing flush snapshotting stores in 2539f0fe952e2b1790872d0ec61cd8a8 at 1731196534457Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534457Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. at 1731196534458 (+1 ms)Flushing 2539f0fe952e2b1790872d0ec61cd8a8/colfamily11: creating writer at 1731196534458Flushing 2539f0fe952e2b1790872d0ec61cd8a8/colfamily11: appending metadata at 1731196534478 (+20 ms)Flushing 2539f0fe952e2b1790872d0ec61cd8a8/colfamily11: closing flushed file at 1731196534478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66324ac5: reopening flushed file at 1731196534495 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2539f0fe952e2b1790872d0ec61cd8a8 in 46ms, sequenceid=5, compaction requested=false at 1731196534504 (+9 ms)Writing region close event to WAL at 1731196534504Running coprocessor post-close hooks at 1731196534508 (+4 ms)Closed at 1731196534508 2024-11-09T23:55:34,508 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 8adbed298eff323e96cd7ab13b89edc3 in 43ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,508 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731196344263.2539f0fe952e2b1790872d0ec61cd8a8. 2024-11-09T23:55:34,508 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8cb7606c72badc6d0c3e7d8b43a1ea, disabling compactions & flushes 2024-11-09T23:55:34,508 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:34,508 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:34,508 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. after waiting 0 ms 2024-11-09T23:55:34,509 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:34,512 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c8cb7606c72badc6d0c3e7d8b43a1ea/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,512 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8adbed298eff323e96cd7ab13b89edc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8cb7606c72badc6d0c3e7d8b43a1ea: Waiting for close lock at 1731196534508Running coprocessor pre-close hooks at 1731196534508Disabling compacts and flushes for region at 1731196534508Disabling writes for close at 1731196534508Writing region close event to WAL at 1731196534509 (+1 ms)Running coprocessor post-close hooks at 1731196534513 (+4 ms)Closed at 1731196534513 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8adbed298eff323e96cd7ab13b89edc3: Waiting for close lock at 1731196534465Running coprocessor pre-close hooks at 1731196534465Disabling compacts and flushes for region at 1731196534465Disabling writes for close at 1731196534465Obtaining lock to block concurrent updates at 1731196534465Preparing flush snapshotting stores in 8adbed298eff323e96cd7ab13b89edc3 at 1731196534465Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731196534466 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. at 1731196534466Flushing 8adbed298eff323e96cd7ab13b89edc3/colfamily11: creating writer at 1731196534466Flushing 8adbed298eff323e96cd7ab13b89edc3/colfamily11: appending metadata at 1731196534480 (+14 ms)Flushing 8adbed298eff323e96cd7ab13b89edc3/colfamily11: closing flushed file at 1731196534480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5310f6dc: reopening flushed file at 1731196534499 (+19 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 8adbed298eff323e96cd7ab13b89edc3 in 43ms, sequenceid=5, compaction requested=false at 1731196534508 (+9 ms)Writing region close event to WAL at 1731196534509 (+1 ms)Running coprocessor post-close hooks at 1731196534513 (+4 ms)Closed at 1731196534513 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731196344263.2c8cb7606c72badc6d0c3e7d8b43a1ea. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731196344263.8adbed298eff323e96cd7ab13b89edc3. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c72ec1a8cf55206ed2f6c70f52f1c2e1, disabling compactions & flushes 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a53d423cc15dd4598c2222923c84e9b, disabling compactions & flushes 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. after waiting 0 ms 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. after waiting 0 ms 2024-11-09T23:55:34,513 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c72ec1a8cf55206ed2f6c70f52f1c2e1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,513 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a53d423cc15dd4598c2222923c84e9b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T23:55:34,535 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/.tmp/colfamily11/7e15124621a14d13a6a68a22c95bc2cf is 52, key is ggg/colfamily11:colfamily11/1731196347934/Put/seqid=0 2024-11-09T23:55:34,535 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/.tmp/colfamily11/bf0e82fe20a24bc89d8af9ba85fa40bc is 52, key is aaa/colfamily11:colfamily11/1731196347801/Put/seqid=0 2024-11-09T23:55:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741902_1078 (size=39263) 2024-11-09T23:55:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741902_1078 (size=39263) 2024-11-09T23:55:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741903_1079 (size=39263) 2024-11-09T23:55:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741903_1079 (size=39263) 2024-11-09T23:55:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741903_1079 (size=39263) 2024-11-09T23:55:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741902_1078 (size=39263) 2024-11-09T23:55:34,546 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/.tmp/colfamily11/7e15124621a14d13a6a68a22c95bc2cf 2024-11-09T23:55:34,547 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/.tmp/colfamily11/bf0e82fe20a24bc89d8af9ba85fa40bc 2024-11-09T23:55:34,554 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/.tmp/colfamily11/7e15124621a14d13a6a68a22c95bc2cf as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/colfamily11/7e15124621a14d13a6a68a22c95bc2cf 2024-11-09T23:55:34,554 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/.tmp/colfamily11/bf0e82fe20a24bc89d8af9ba85fa40bc as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11/bf0e82fe20a24bc89d8af9ba85fa40bc 2024-11-09T23:55:34,560 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/colfamily11/7e15124621a14d13a6a68a22c95bc2cf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,560 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11/bf0e82fe20a24bc89d8af9ba85fa40bc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T23:55:34,561 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4a53d423cc15dd4598c2222923c84e9b in 48ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,561 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c72ec1a8cf55206ed2f6c70f52f1c2e1 in 48ms, sequenceid=5, compaction requested=false 2024-11-09T23:55:34,565 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c72ec1a8cf55206ed2f6c70f52f1c2e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,565 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4a53d423cc15dd4598c2222923c84e9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:55:34,566 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:55:34,566 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c72ec1a8cf55206ed2f6c70f52f1c2e1: Waiting for close lock at 1731196534513Running coprocessor pre-close hooks at 1731196534513Disabling compacts and flushes for region at 1731196534513Disabling writes for close at 1731196534513Obtaining lock to block concurrent updates at 1731196534513Preparing flush snapshotting stores in c72ec1a8cf55206ed2f6c70f52f1c2e1 at 1731196534513Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534514 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. at 1731196534514Flushing c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11: creating writer at 1731196534514Flushing c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11: appending metadata at 1731196534535 (+21 ms)Flushing c72ec1a8cf55206ed2f6c70f52f1c2e1/colfamily11: closing flushed file at 1731196534535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a61967: reopening flushed file at 1731196534554 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c72ec1a8cf55206ed2f6c70f52f1c2e1 in 48ms, sequenceid=5, compaction requested=false at 1731196534561 (+7 ms)Writing region close event to WAL at 1731196534562 (+1 ms)Running coprocessor post-close hooks at 1731196534566 (+4 ms)Closed at 1731196534566 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a53d423cc15dd4598c2222923c84e9b: Waiting for close lock at 1731196534513Running coprocessor pre-close hooks at 1731196534513Disabling compacts and flushes for region at 1731196534513Disabling writes for close at 1731196534513Obtaining lock to block concurrent updates at 1731196534513Preparing flush snapshotting stores in 4a53d423cc15dd4598c2222923c84e9b at 1731196534513Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731196534514 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. at 1731196534514Flushing 4a53d423cc15dd4598c2222923c84e9b/colfamily11: creating writer at 1731196534514Flushing 4a53d423cc15dd4598c2222923c84e9b/colfamily11: appending metadata at 1731196534535 (+21 ms)Flushing 4a53d423cc15dd4598c2222923c84e9b/colfamily11: closing flushed file at 1731196534535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138859c6: reopening flushed file at 1731196534553 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4a53d423cc15dd4598c2222923c84e9b in 48ms, sequenceid=5, compaction requested=false at 1731196534561 (+8 ms)Writing region close event to WAL at 1731196534562 (+1 ms)Running coprocessor post-close hooks at 1731196534566 (+4 ms)Closed at 1731196534566 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731196344263.4a53d423cc15dd4598c2222923c84e9b. 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731196344263.c72ec1a8cf55206ed2f6c70f52f1c2e1. 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1d680a386da51114018bb64d8d45e12, disabling compactions & flushes 2024-11-09T23:55:34,566 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. after waiting 0 ms 2024-11-09T23:55:34,566 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:34,570 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1d680a386da51114018bb64d8d45e12/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T23:55:34,571 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:34,571 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1d680a386da51114018bb64d8d45e12: Waiting for close lock at 1731196534566Running coprocessor pre-close hooks at 1731196534566Disabling compacts and flushes for region at 1731196534566Disabling writes for close at 1731196534566Writing region close event to WAL at 1731196534567 (+1 ms)Running coprocessor post-close hooks at 1731196534571 (+4 ms)Closed at 1731196534571 2024-11-09T23:55:34,571 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731196344263.d1d680a386da51114018bb64d8d45e12. 2024-11-09T23:55:34,664 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,35731,1731196341639; all regions closed. 2024-11-09T23:55:34,664 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,33385,1731196341755; all regions closed. 2024-11-09T23:55:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741865_1041 (size=14124) 2024-11-09T23:55:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741834_1010 (size=316539) 2024-11-09T23:55:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741865_1041 (size=14124) 2024-11-09T23:55:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741834_1010 (size=316539) 2024-11-09T23:55:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741865_1041 (size=14124) 2024-11-09T23:55:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741834_1010 (size=316539) 2024-11-09T23:55:34,671 DEBUG [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs 2024-11-09T23:55:34,671 DEBUG [RS:0;9d8c37854f6e:35731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs 2024-11-09T23:55:34,671 INFO [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C33385%2C1731196341755.meta:.meta(num 1731196529605) 2024-11-09T23:55:34,671 INFO [RS:0;9d8c37854f6e:35731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C35731%2C1731196341639:(num 1731196343302) 2024-11-09T23:55:34,671 DEBUG [RS:0;9d8c37854f6e:35731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,671 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:55:34,672 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:55:34,672 INFO [RS:0;9d8c37854f6e:35731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35731 2024-11-09T23:55:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741835_1011 (size=353024) 2024-11-09T23:55:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741835_1011 (size=353024) 2024-11-09T23:55:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741835_1011 (size=353024) 2024-11-09T23:55:34,680 DEBUG [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/oldWALs 2024-11-09T23:55:34,680 INFO [RS:1;9d8c37854f6e:33385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C33385%2C1731196341755:(num 1731196343323) 2024-11-09T23:55:34,680 DEBUG [RS:1;9d8c37854f6e:33385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:34,680 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:55:34,680 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:55:34,680 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T23:55:34,680 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:55:34,680 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:55:34,681 INFO [RS:1;9d8c37854f6e:33385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33385 2024-11-09T23:55:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,35731,1731196341639 2024-11-09T23:55:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:55:34,723 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:55:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,33385,1731196341755 2024-11-09T23:55:34,731 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:55:34,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,35731,1731196341639] 2024-11-09T23:55:34,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,35731,1731196341639 already deleted, retry=false 2024-11-09T23:55:34,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,35731,1731196341639 expired; onlineServers=1 2024-11-09T23:55:34,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,33385,1731196341755] 2024-11-09T23:55:34,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,33385,1731196341755 already deleted, retry=false 2024-11-09T23:55:34,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,33385,1731196341755 expired; onlineServers=0 2024-11-09T23:55:34,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d8c37854f6e,39471,1731196340906' ***** 2024-11-09T23:55:34,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T23:55:34,765 INFO [M:0;9d8c37854f6e:39471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:55:34,765 INFO [M:0;9d8c37854f6e:39471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:55:34,766 DEBUG [M:0;9d8c37854f6e:39471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T23:55:34,766 DEBUG [M:0;9d8c37854f6e:39471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T23:55:34,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T23:55:34,766 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196342907 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196342907,5,FailOnTimeoutGroup] 2024-11-09T23:55:34,766 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196342904 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196342904,5,FailOnTimeoutGroup] 2024-11-09T23:55:34,767 INFO [M:0;9d8c37854f6e:39471 {}] hbase.ChoreService(370): Chore service for: master/9d8c37854f6e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T23:55:34,767 INFO [M:0;9d8c37854f6e:39471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:55:34,767 DEBUG [M:0;9d8c37854f6e:39471 {}] master.HMaster(1795): Stopping service threads 2024-11-09T23:55:34,767 INFO [M:0;9d8c37854f6e:39471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T23:55:34,767 INFO [M:0;9d8c37854f6e:39471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:55:34,767 INFO [M:0;9d8c37854f6e:39471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:55:34,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T23:55:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T23:55:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:34,773 DEBUG [M:0;9d8c37854f6e:39471 {}] zookeeper.ZKUtil(347): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T23:55:34,774 WARN [M:0;9d8c37854f6e:39471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T23:55:34,775 INFO [M:0;9d8c37854f6e:39471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/.lastflushedseqids 2024-11-09T23:55:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741904_1080 (size=2864) 2024-11-09T23:55:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741904_1080 (size=2864) 2024-11-09T23:55:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741904_1080 (size=2864) 2024-11-09T23:55:34,791 INFO [M:0;9d8c37854f6e:39471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:55:34,791 INFO [M:0;9d8c37854f6e:39471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T23:55:34,791 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:55:34,791 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:34,791 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:34,792 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:55:34,792 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:34,792 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.12 KB heapSize=395.05 KB 2024-11-09T23:55:34,807 DEBUG [M:0;9d8c37854f6e:39471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1a186c8dfda45859be4b40d49ff6f06 is 82, key is hbase:meta,,1/info:regioninfo/1731196529886/Put/seqid=0 2024-11-09T23:55:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741905_1081 (size=6071) 2024-11-09T23:55:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741905_1081 (size=6071) 2024-11-09T23:55:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741905_1081 (size=6071) 2024-11-09T23:55:34,817 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1a186c8dfda45859be4b40d49ff6f06 2024-11-09T23:55:34,838 DEBUG [M:0;9d8c37854f6e:39471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e30cfb17c9b4084a9afd4e7ef7aad30 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731196345858/Put/seqid=0 2024-11-09T23:55:34,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:34,840 INFO [RS:0;9d8c37854f6e:35731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:55:34,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x101234d5a280001, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:34,840 INFO [RS:0;9d8c37854f6e:35731 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,35731,1731196341639; zookeeper connection closed. 2024-11-09T23:55:34,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2846b93f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2846b93f 2024-11-09T23:55:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741906_1082 (size=13326) 2024-11-09T23:55:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741906_1082 (size=13326) 2024-11-09T23:55:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741906_1082 (size=13326) 2024-11-09T23:55:34,844 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=334.89 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e30cfb17c9b4084a9afd4e7ef7aad30 2024-11-09T23:55:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:34,848 INFO [RS:1;9d8c37854f6e:33385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:55:34,848 INFO [RS:1;9d8c37854f6e:33385 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,33385,1731196341755; zookeeper connection closed. 2024-11-09T23:55:34,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33385-0x101234d5a280002, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:34,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c832425 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c832425 2024-11-09T23:55:34,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T23:55:34,863 DEBUG [M:0;9d8c37854f6e:39471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932c14f4c6d945ffb80f4a8f3234bddd is 69, key is 9d8c37854f6e,33385,1731196341755/rs:state/1731196342983/Put/seqid=0 2024-11-09T23:55:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741907_1083 (size=5442) 2024-11-09T23:55:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741907_1083 (size=5442) 2024-11-09T23:55:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741907_1083 (size=5442) 2024-11-09T23:55:34,870 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932c14f4c6d945ffb80f4a8f3234bddd 2024-11-09T23:55:34,876 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932c14f4c6d945ffb80f4a8f3234bddd 2024-11-09T23:55:34,877 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1a186c8dfda45859be4b40d49ff6f06 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1a186c8dfda45859be4b40d49ff6f06 2024-11-09T23:55:34,883 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1a186c8dfda45859be4b40d49ff6f06, entries=14, sequenceid=619, filesize=5.9 K 2024-11-09T23:55:34,884 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e30cfb17c9b4084a9afd4e7ef7aad30 as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e30cfb17c9b4084a9afd4e7ef7aad30 2024-11-09T23:55:34,889 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e30cfb17c9b4084a9afd4e7ef7aad30, entries=79, sequenceid=619, filesize=13.0 K 2024-11-09T23:55:34,890 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932c14f4c6d945ffb80f4a8f3234bddd as hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/932c14f4c6d945ffb80f4a8f3234bddd 2024-11-09T23:55:34,895 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932c14f4c6d945ffb80f4a8f3234bddd 2024-11-09T23:55:34,895 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46017/user/jenkins/test-data/8b96cf53-7379-15b0-e341-19184949f7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/932c14f4c6d945ffb80f4a8f3234bddd, entries=3, sequenceid=619, filesize=5.3 K 2024-11-09T23:55:34,896 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.12 KB/344186, heapSize ~394.75 KB/404224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=619, compaction requested=false 2024-11-09T23:55:34,898 INFO [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:34,898 DEBUG [M:0;9d8c37854f6e:39471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196534791Disabling compacts and flushes for region at 1731196534791Disabling writes for close at 1731196534792 (+1 ms)Obtaining lock to block concurrent updates at 1731196534792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731196534792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344186, getHeapSize=404464, getOffHeapSize=0, getCellsCount=780 at 1731196534792Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731196534792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731196534792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731196534807 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731196534807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731196534822 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731196534837 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731196534837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731196534849 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731196534863 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731196534863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d746d58: reopening flushed file at 1731196534876 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54320c72: reopening flushed file at 1731196534883 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af8c952: reopening flushed file at 1731196534889 (+6 ms)Finished flush of dataSize ~336.12 KB/344186, heapSize ~394.75 KB/404224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=619, compaction requested=false at 1731196534896 (+7 ms)Writing region close event to WAL at 1731196534898 (+2 ms)Closed at 1731196534898 2024-11-09T23:55:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42083 is added to blk_1073741830_1006 (size=385484) 2024-11-09T23:55:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741830_1006 (size=385484) 2024-11-09T23:55:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741830_1006 (size=385484) 2024-11-09T23:55:34,901 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:55:34,901 INFO [M:0;9d8c37854f6e:39471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T23:55:34,901 INFO [M:0;9d8c37854f6e:39471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39471 2024-11-09T23:55:34,901 INFO [M:0;9d8c37854f6e:39471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:55:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:35,031 INFO [M:0;9d8c37854f6e:39471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:55:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39471-0x101234d5a280000, quorum=127.0.0.1:59118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:55:35,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:35,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:55:35,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:55:35,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:55:35,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,STOPPED} 2024-11-09T23:55:35,074 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:55:35,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:55:35,074 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024430087-172.17.0.2-1731196336999 (Datanode Uuid e12a5e4e-03a2-4dc8-969f-f8d9cadf5f89) service to localhost/127.0.0.1:46017 2024-11-09T23:55:35,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:55:35,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data5/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data6/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:55:35,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:35,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:55:35,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:55:35,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:55:35,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,STOPPED} 2024-11-09T23:55:35,079 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:55:35,079 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024430087-172.17.0.2-1731196336999 (Datanode Uuid 45ae4cf3-8460-4371-9fba-3767081041d7) service to localhost/127.0.0.1:46017 2024-11-09T23:55:35,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:55:35,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:55:35,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data3/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data4/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:55:35,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:35,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:55:35,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:55:35,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:55:35,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,STOPPED} 2024-11-09T23:55:35,083 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:55:35,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:55:35,083 WARN [BP-2024430087-172.17.0.2-1731196336999 heartbeating to localhost/127.0.0.1:46017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024430087-172.17.0.2-1731196336999 (Datanode Uuid c6303aca-a1cc-4998-b19e-7c8f9d8efe67) service to localhost/127.0.0.1:46017 2024-11-09T23:55:35,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:55:35,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data1/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/cluster_cfc2fe4c-45f4-a092-0242-1f637beb534e/data/data2/current/BP-2024430087-172.17.0.2-1731196336999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:55:35,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:55:35,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:55:35,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:55:35,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:55:35,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:55:35,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69737111-0b4b-b5e8-b634-80310aa3a3c5/hadoop.log.dir/,STOPPED} 2024-11-09T23:55:35,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T23:55:35,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T23:55:35,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:55:35,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T23:55:35,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.ClassLoader.defineClass1(Native Method) java.base@17.0.11/java.lang.System$2.defineClass(System.java:2307) java.base@17.0.11/jdk.internal.reflect.ClassDefiner.defineClass(ClassDefiner.java:66) java.base@17.0.11/jdk.internal.reflect.MethodAccessorGenerator$1.run(MethodAccessorGenerator.java:401) java.base@17.0.11/jdk.internal.reflect.MethodAccessorGenerator$1.run(MethodAccessorGenerator.java:395) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:318) java.base@17.0.11/jdk.internal.reflect.MethodAccessorGenerator.generate(MethodAccessorGenerator.java:394) java.base@17.0.11/jdk.internal.reflect.MethodAccessorGenerator.generateMethod(MethodAccessorGenerator.java:75) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:63) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111) app//org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:142) app//org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:470) app//org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:89) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:200) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:183) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:156) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:329) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:315) java.management@17.0.11/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:523) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:99) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:73) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.startMBeans(MetricsSourceAdapter.java:222) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.start(MetricsSourceAdapter.java:101) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.registerSource(MetricsSystemImpl.java:268) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$1.postStart(MetricsSystemImpl.java:239) jdk.internal.reflect.GeneratedMethodAccessor135.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$3.invoke(MetricsSystemImpl.java:324) app/jdk.proxy2/jdk.proxy2.$Proxy27.postStart(Unknown Source) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:193) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:102) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:46017 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6dd0e624 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:46017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d8c37854f6e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:46017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9d8c37854f6e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/9d8c37854f6e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:46017 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 75), ProcessCount=11 (was 11), AvailableMemoryMB=17511 (was 18722)