2024-11-12 09:54:04,814 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-12 09:54:04,832 main DEBUG Took 0.016135 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-12 09:54:04,832 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-12 09:54:04,833 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-12 09:54:04,833 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-12 09:54:04,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,841 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-12 09:54:04,853 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,855 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,856 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,857 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,858 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,860 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,860 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,862 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 09:54:04,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,863 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-12 09:54:04,865 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 09:54:04,866 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-12 09:54:04,868 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-12 09:54:04,868 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-12 09:54:04,869 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-12 09:54:04,870 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-12 09:54:04,878 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-12 09:54:04,880 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-12 09:54:04,882 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-12 09:54:04,882 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-12 09:54:04,883 main DEBUG createAppenders(={Console})
2024-11-12 09:54:04,883 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-12 09:54:04,884 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-12 09:54:04,884 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-12 09:54:04,884 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-12 09:54:04,885 main DEBUG OutputStream closed
2024-11-12 09:54:04,885 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-12 09:54:04,885 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-12 09:54:04,885 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-12 09:54:04,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-12 09:54:04,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-12 09:54:04,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-12 09:54:04,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-12 09:54:04,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-12 09:54:04,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-12 09:54:04,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-12 09:54:04,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-12 09:54:04,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-12 09:54:04,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-12 09:54:04,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-12 09:54:04,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-12 09:54:04,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-12 09:54:04,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-12 09:54:04,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-12 09:54:04,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-12 09:54:04,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-12 09:54:04,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-12 09:54:04,973 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12 09:54:04,973 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-12 09:54:04,973 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-12 09:54:04,974 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-12T09:54:04,987 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins
2024-11-12 09:54:04,990 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-12 09:54:04,991 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12T09:54:05,030 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=8040
2024-11-12T09:54:05,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a
2024-11-12T09:54:05,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T09:54:05,275 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e, deleteOnExit=true
2024-11-12T09:54:05,275 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T09:54:05,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/test.cache.data in system properties and HBase conf
2024-11-12T09:54:05,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T09:54:05,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir in system properties and HBase conf
2024-11-12T09:54:05,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T09:54:05,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T09:54:05,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T09:54:05,354 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-12T09:54:05,439 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T09:54:05,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:54:05,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T09:54:05,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T09:54:05,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:54:05,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T09:54:05,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T09:54:05,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T09:54:05,447 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:54:05,447 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T09:54:05,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/nfs.dump.dir in system properties and HBase conf
2024-11-12T09:54:05,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/java.io.tmpdir in system properties and HBase conf
2024-11-12T09:54:05,449 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T09:54:05,449 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T09:54:05,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T09:54:06,438 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-12T09:54:06,510 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2358ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-12T09:54:06,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:54:06,637 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:54:06,660 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:54:06,661 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:54:06,662 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:54:06,679 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:54:06,682 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:54:06,683 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:54:06,856 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/java.io.tmpdir/jetty-localhost-36779-hadoop-hdfs-3_4_1-tests_jar-_-any-17771572903327563425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:54:06,863 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:36779}
2024-11-12T09:54:06,864 INFO  [Time-limited test {}] server.Server(415): Started @2713ms
2024-11-12T09:54:07,390 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:54:07,398 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:54:07,399 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:54:07,399 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:54:07,399 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:54:07,400 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:54:07,400 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:54:07,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694dc04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/java.io.tmpdir/jetty-localhost-39261-hadoop-hdfs-3_4_1-tests_jar-_-any-7251593450118141792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:54:07,501 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:39261}
2024-11-12T09:54:07,501 INFO  [Time-limited test {}] server.Server(415): Started @3350ms
2024-11-12T09:54:07,548 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:54:07,654 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:54:07,659 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:54:07,663 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:54:07,664 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:54:07,664 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T09:54:07,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:54:07,666 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:54:07,773 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4223727d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/java.io.tmpdir/jetty-localhost-40667-hadoop-hdfs-3_4_1-tests_jar-_-any-9775906417254184215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:54:07,774 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:40667}
2024-11-12T09:54:07,774 INFO  [Time-limited test {}] server.Server(415): Started @3623ms
2024-11-12T09:54:07,777 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:54:07,815 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T09:54:07,822 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T09:54:07,823 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T09:54:07,823 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T09:54:07,823 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T09:54:07,824 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,AVAILABLE}
2024-11-12T09:54:07,825 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T09:54:07,922 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830dca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/java.io.tmpdir/jetty-localhost-38753-hadoop-hdfs-3_4_1-tests_jar-_-any-17077203100054097304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:54:07,923 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:38753}
2024-11-12T09:54:07,924 INFO  [Time-limited test {}] server.Server(415): Started @3773ms
2024-11-12T09:54:07,926 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T09:54:08,834 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data2/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,834 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data4/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,834 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data3/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,834 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data1/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,865 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:54:08,865 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:54:08,888 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data6/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,888 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data5/current/BP-917310359-172.17.0.2-1731405245979/current, will proceed with Du for space computation calculation, 
2024-11-12T09:54:08,908 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T09:54:08,914 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b6fa1081a8b2937 with lease ID 0xba014b22f6583758: Processing first storage report for DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6 from datanode DatanodeRegistration(127.0.0.1:42929, datanodeUuid=da4c41c0-13ae-494f-9c55-481de4d5c06a, infoPort=37331, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,915 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b6fa1081a8b2937 with lease ID 0xba014b22f6583758: from storage DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6 node DatanodeRegistration(127.0.0.1:42929, datanodeUuid=da4c41c0-13ae-494f-9c55-481de4d5c06a, infoPort=37331, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,916 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed343526f6dd23ab with lease ID 0xba014b22f6583759: Processing first storage report for DS-4ead6a45-e073-4437-b5d9-195e775b56a4 from datanode DatanodeRegistration(127.0.0.1:45721, datanodeUuid=9ac053e3-f331-41e1-8b78-ec52ec20ccf5, infoPort=36297, infoSecurePort=0, ipcPort=35147, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,916 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed343526f6dd23ab with lease ID 0xba014b22f6583759: from storage DS-4ead6a45-e073-4437-b5d9-195e775b56a4 node DatanodeRegistration(127.0.0.1:45721, datanodeUuid=9ac053e3-f331-41e1-8b78-ec52ec20ccf5, infoPort=36297, infoSecurePort=0, ipcPort=35147, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,916 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88222abf7d1e49de with lease ID 0xba014b22f658375a: Processing first storage report for DS-7ad745f1-9c39-43af-8303-3804a7571b76 from datanode DatanodeRegistration(127.0.0.1:37681, datanodeUuid=caa2de70-ba73-472c-bb45-de30c438730c, infoPort=38147, infoSecurePort=0, ipcPort=42405, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88222abf7d1e49de with lease ID 0xba014b22f658375a: from storage DS-7ad745f1-9c39-43af-8303-3804a7571b76 node DatanodeRegistration(127.0.0.1:37681, datanodeUuid=caa2de70-ba73-472c-bb45-de30c438730c, infoPort=38147, infoSecurePort=0, ipcPort=42405, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b6fa1081a8b2937 with lease ID 0xba014b22f6583758: Processing first storage report for DS-bf258f0a-3592-405f-a088-b57266fd0571 from datanode DatanodeRegistration(127.0.0.1:42929, datanodeUuid=da4c41c0-13ae-494f-9c55-481de4d5c06a, infoPort=37331, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b6fa1081a8b2937 with lease ID 0xba014b22f6583758: from storage DS-bf258f0a-3592-405f-a088-b57266fd0571 node DatanodeRegistration(127.0.0.1:42929, datanodeUuid=da4c41c0-13ae-494f-9c55-481de4d5c06a, infoPort=37331, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,917 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed343526f6dd23ab with lease ID 0xba014b22f6583759: Processing first storage report for DS-06ded047-50a7-4988-b59c-b5324cf35248 from datanode DatanodeRegistration(127.0.0.1:45721, datanodeUuid=9ac053e3-f331-41e1-8b78-ec52ec20ccf5, infoPort=36297, infoSecurePort=0, ipcPort=35147, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,918 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed343526f6dd23ab with lease ID 0xba014b22f6583759: from storage DS-06ded047-50a7-4988-b59c-b5324cf35248 node DatanodeRegistration(127.0.0.1:45721, datanodeUuid=9ac053e3-f331-41e1-8b78-ec52ec20ccf5, infoPort=36297, infoSecurePort=0, ipcPort=35147, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,918 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88222abf7d1e49de with lease ID 0xba014b22f658375a: Processing first storage report for DS-835b1243-8895-4aa8-8f61-3a695c137b16 from datanode DatanodeRegistration(127.0.0.1:37681, datanodeUuid=caa2de70-ba73-472c-bb45-de30c438730c, infoPort=38147, infoSecurePort=0, ipcPort=42405, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979)
2024-11-12T09:54:08,918 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88222abf7d1e49de with lease ID 0xba014b22f658375a: from storage DS-835b1243-8895-4aa8-8f61-3a695c137b16 node DatanodeRegistration(127.0.0.1:37681, datanodeUuid=caa2de70-ba73-472c-bb45-de30c438730c, infoPort=38147, infoSecurePort=0, ipcPort=42405, storageInfo=lv=-57;cid=testClusterID;nsid=136805320;c=1731405245979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T09:54:08,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a
2024-11-12T09:54:08,991 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/zookeeper_0, clientPort=57526, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T09:54:09,000 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57526
2024-11-12T09:54:09,014 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:09,018 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:09,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:54:09,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:54:09,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741825_1001 (size=7)
2024-11-12T09:54:09,658 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113 with version=8
2024-11-12T09:54:09,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/hbase-staging
2024-11-12T09:54:09,738 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-12T09:54:09,976 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45
2024-11-12T09:54:09,984 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:09,985 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:09,989 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:54:09,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:09,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:54:10,117 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T09:54:10,173 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-12T09:54:10,182 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-12T09:54:10,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:54:10,210 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46139 (auto-detected)
2024-11-12T09:54:10,211 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-12T09:54:10,229 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46513
2024-11-12T09:54:10,250 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46513 connecting to ZooKeeper ensemble=127.0.0.1:57526
2024-11-12T09:54:10,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465130x0, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:54:10,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46513-0x1012fc10c920000 connected
2024-11-12T09:54:10,439 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,444 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:54:10,459 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113, hbase.cluster.distributed=false
2024-11-12T09:54:10,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T09:54:10,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46513
2024-11-12T09:54:10,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46513
2024-11-12T09:54:10,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46513
2024-11-12T09:54:10,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46513
2024-11-12T09:54:10,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46513
2024-11-12T09:54:10,579 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45
2024-11-12T09:54:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,581 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:54:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:54:10,584 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:54:10,586 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:54:10,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44053
2024-11-12T09:54:10,589 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44053 connecting to ZooKeeper ensemble=127.0.0.1:57526
2024-11-12T09:54:10,590 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,592 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440530x0, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:54:10,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44053-0x1012fc10c920001 connected
2024-11-12T09:54:10,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:54:10,619 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:54:10,627 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:54:10,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T09:54:10,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T09:54:10,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-12T09:54:10,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053
2024-11-12T09:54:10,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053
2024-11-12T09:54:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-12T09:54:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-12T09:54:10,653 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45
2024-11-12T09:54:10,653 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,653 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,653 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:54:10,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:54:10,654 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:54:10,654 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:54:10,655 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38901
2024-11-12T09:54:10,657 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38901 connecting to ZooKeeper ensemble=127.0.0.1:57526
2024-11-12T09:54:10,659 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,661 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,687 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389010x0, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:54:10,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:54:10,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38901-0x1012fc10c920002 connected
2024-11-12T09:54:10,688 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:54:10,689 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:54:10,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T09:54:10,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T09:54:10,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38901
2024-11-12T09:54:10,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38901
2024-11-12T09:54:10,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38901
2024-11-12T09:54:10,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38901
2024-11-12T09:54:10,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38901
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T09:54:10,712 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T09:54:10,713 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T09:54:10,713 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T09:54:10,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45027
2024-11-12T09:54:10,715 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45027 connecting to ZooKeeper ensemble=127.0.0.1:57526
2024-11-12T09:54:10,717 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,719 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450270x0, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T09:54:10,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450270x0, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:54:10,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45027-0x1012fc10c920003 connected
2024-11-12T09:54:10,755 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T09:54:10,757 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T09:54:10,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T09:54:10,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T09:54:10,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45027
2024-11-12T09:54:10,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45027
2024-11-12T09:54:10,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45027
2024-11-12T09:54:10,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45027
2024-11-12T09:54:10,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45027
2024-11-12T09:54:10,778 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:46513
2024-11-12T09:54:10,779 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,46513,1731405249829
2024-11-12T09:54:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,804 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,806 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,46513,1731405249829
2024-11-12T09:54:10,829 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T09:54:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T09:54:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T09:54:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:10,829 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:10,830 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-12T09:54:10,831 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,46513,1731405249829 from backup master directory
2024-11-12T09:54:10,837 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,46513,1731405249829
2024-11-12T09:54:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T09:54:10,838 WARN  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:54:10,838 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,46513,1731405249829
2024-11-12T09:54:10,840 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-12T09:54:10,841 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-12T09:54:10,898 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/hbase.id] with ID: 95ca6d3a-36d7-41ca-b732-1ebadd29a87c
2024-11-12T09:54:10,899 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/.tmp/hbase.id
2024-11-12T09:54:10,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:54:10,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:54:10,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741826_1002 (size=42)
2024-11-12T09:54:10,915 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/.tmp/hbase.id]:[hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/hbase.id]
2024-11-12T09:54:10,960 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T09:54:10,966 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T09:54:10,983 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-12T09:54:11,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,021 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:54:11,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:54:11,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741827_1003 (size=196)
2024-11-12T09:54:11,058 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:54:11,059 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T09:54:11,073 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:11,076 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:54:11,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:54:11,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:54:11,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741828_1004 (size=1189)
2024-11-12T09:54:11,126 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store
2024-11-12T09:54:11,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:54:11,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:54:11,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741829_1005 (size=34)
2024-11-12T09:54:11,156 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-12T09:54:11,160 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:11,162 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:54:11,162 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:54:11,162 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:54:11,164 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-11-12T09:54:11,164 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:54:11,165 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:54:11,166 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731405251162Disabling compacts and flushes for region at 1731405251162Disabling writes for close at 1731405251164 (+2 ms)Writing region close event to WAL at 1731405251165 (+1 ms)Closed at 1731405251165
2024-11-12T09:54:11,169 WARN  [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/.initializing
2024-11-12T09:54:11,169 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/WALs/eb677afb1da9,46513,1731405249829
2024-11-12T09:54:11,178 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:54:11,191 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C46513%2C1731405249829, suffix=, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/WALs/eb677afb1da9,46513,1731405249829, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/oldWALs, maxLogs=10
2024-11-12T09:54:11,213 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/WALs/eb677afb1da9,46513,1731405249829/eb677afb1da9%2C46513%2C1731405249829.1731405251196, exclude list is [], retry=0
2024-11-12T09:54:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:54:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:54:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:54:11,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-12T09:54:11,271 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/WALs/eb677afb1da9,46513,1731405249829/eb677afb1da9%2C46513%2C1731405249829.1731405251196
2024-11-12T09:54:11,271 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147),(127.0.0.1/127.0.0.1:36297:36297),(127.0.0.1/127.0.0.1:37331:37331)]
2024-11-12T09:54:11,272 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:54:11,272 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:11,275 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,276 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:54:11,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T09:54:11,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,336 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:11,337 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:54:11,340 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T09:54:11,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,341 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:11,342 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:54:11,344 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T09:54:11,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:11,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T09:54:11,349 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T09:54:11,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:11,350 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,354 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,355 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,361 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,362 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,365 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:54:11,369 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T09:54:11,373 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:11,374 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75338056, jitterRate=0.12262451648712158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:54:11,381 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731405251286Initializing all the Stores at 1731405251289 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405251289Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405251290 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405251290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405251290Cleaning up temporary data from old regions at 1731405251362 (+72 ms)Region opened successfully at 1731405251381 (+19 ms)
2024-11-12T09:54:11,383 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T09:54:11,418 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5edaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0
2024-11-12T09:54:11,449 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T09:54:11,458 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:54:11,458 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:54:11,461 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:54:11,462 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-12T09:54:11,467 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-12T09:54:11,467 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T09:54:11,491 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T09:54:11,500 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-12T09:54:11,554 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-12T09:54:11,558 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T09:54:11,561 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-12T09:54:11,570 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-12T09:54:11,572 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T09:54:11,575 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-12T09:54:11,587 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-12T09:54:11,588 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-12T09:54:11,595 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-12T09:54:11,616 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T09:54:11,628 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-12T09:54:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T09:54:11,637 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T09:54:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T09:54:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T09:54:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,637 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,642 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,46513,1731405249829, sessionid=0x1012fc10c920000, setting cluster-up flag (Was=false)
2024-11-12T09:54:11,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,670 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,695 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-12T09:54:11,699 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,46513,1731405249829
2024-11-12T09:54:11,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,720 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:11,745 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-12T09:54:11,747 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,46513,1731405249829
2024-11-12T09:54:11,753 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T09:54:11,766 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(746): ClusterId : 95ca6d3a-36d7-41ca-b732-1ebadd29a87c
2024-11-12T09:54:11,766 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(746): ClusterId : 95ca6d3a-36d7-41ca-b732-1ebadd29a87c
2024-11-12T09:54:11,766 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(746): ClusterId : 95ca6d3a-36d7-41ca-b732-1ebadd29a87c
2024-11-12T09:54:11,769 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:54:11,769 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:54:11,769 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T09:54:11,782 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:54:11,782 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:54:11,782 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T09:54:11,782 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:54:11,782 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:54:11,782 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T09:54:11,788 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:54:11,788 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:54:11,788 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T09:54:11,788 DEBUG [RS:2;eb677afb1da9:45027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a304577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0
2024-11-12T09:54:11,788 DEBUG [RS:0;eb677afb1da9:44053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3025ca34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0
2024-11-12T09:54:11,788 DEBUG [RS:1;eb677afb1da9:38901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c2677d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0
2024-11-12T09:54:11,802 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;eb677afb1da9:38901
2024-11-12T09:54:11,806 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:54:11,807 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:54:11,807 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:54:11,807 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:44053
2024-11-12T09:54:11,807 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;eb677afb1da9:45027
2024-11-12T09:54:11,807 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:54:11,807 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T09:54:11,807 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:54:11,807 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T09:54:11,807 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:54:11,807 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T09:54:11,810 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=44053, startcode=1731405250548
2024-11-12T09:54:11,810 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=45027, startcode=1731405250711
2024-11-12T09:54:11,810 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=38901, startcode=1731405250652
2024-11-12T09:54:11,823 DEBUG [RS:2;eb677afb1da9:45027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:54:11,823 DEBUG [RS:0;eb677afb1da9:44053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:54:11,823 DEBUG [RS:1;eb677afb1da9:38901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T09:54:11,833 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:54:11,844 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T09:54:11,852 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T09:54:11,860 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:54:11,860 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:54:11,860 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T09:54:11,857 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,46513,1731405249829
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T09:54:11,866 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:54:11,866 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:54:11,866 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:54:11,866 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:11,866 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5
2024-11-12T09:54:11,866 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10
2024-11-12T09:54:11,867 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:11,867 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:54:11,867 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:11,871 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405281871
2024-11-12T09:54:11,871 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:11,872 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T09:54:11,873 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T09:54:11,877 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T09:54:11,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:54:11,878 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T09:54:11,878 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T09:54:11,878 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T09:54:11,878 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T09:54:11,879 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:11,883 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T09:54:11,884 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T09:54:11,885 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T09:54:11,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,885 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T09:54:11,889 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T09:54:11,889 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T09:54:11,897 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405251891,5,FailOnTimeoutGroup]
2024-11-12T09:54:11,898 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405251897,5,FailOnTimeoutGroup]
2024-11-12T09:54:11,898 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:11,898 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T09:54:11,899 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T09:54:11,899 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T09:54:11,899 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T09:54:11,899 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:11,899 WARN  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T09:54:11,899 WARN  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T09:54:11,899 WARN  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T09:54:11,900 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:11,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:54:11,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:54:11,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741831_1007 (size=1321)
2024-11-12T09:54:11,932 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T09:54:11,932 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:11,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:54:11,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:54:11,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741832_1008 (size=32)
2024-11-12T09:54:11,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:11,952 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:54:11,955 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:54:11,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,956 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:11,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:54:11,959 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:54:11,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:11,961 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:54:11,963 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:54:11,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:11,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:54:11,967 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:54:11,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:11,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:11,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:54:11,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:54:11,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:54:11,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:54:11,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:54:11,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:54:11,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:54:11,980 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:11,981 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73612265, jitterRate=0.09690822660923004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:54:11,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731405251949Initializing all the Stores at 1731405251951 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405251951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405251951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405251951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405251951Cleaning up temporary data from old regions at 1731405251973 (+22 ms)Region opened successfully at 1731405251984 (+11 ms)
2024-11-12T09:54:11,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:54:11,985 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:54:11,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:54:11,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:54:11,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:54:11,987 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:54:11,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731405251985Disabling compacts and flushes for region at 1731405251985Disabling writes for close at 1731405251985Writing region close event to WAL at 1731405251986 (+1 ms)Closed at 1731405251987 (+1 ms)
2024-11-12T09:54:11,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:54:11,990 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T09:54:11,997 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:54:12,001 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=38901, startcode=1731405250652
2024-11-12T09:54:12,001 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=45027, startcode=1731405250711
2024-11-12T09:54:12,001 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,46513,1731405249829 with port=44053, startcode=1731405250548
2024-11-12T09:54:12,002 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,005 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,008 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:54:12,012 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T09:54:12,014 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,014 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,014 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:12,014 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35187
2024-11-12T09:54:12,014 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:54:12,017 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,017 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:12,017 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35187
2024-11-12T09:54:12,017 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,017 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:54:12,019 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:12,019 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35187
2024-11-12T09:54:12,019 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T09:54:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T09:54:12,093 DEBUG [RS:0;eb677afb1da9:44053 {}] zookeeper.ZKUtil(111): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,094 WARN  [RS:0;eb677afb1da9:44053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:54:12,095 INFO  [RS:0;eb677afb1da9:44053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:54:12,095 DEBUG [RS:1;eb677afb1da9:38901 {}] zookeeper.ZKUtil(111): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,095 DEBUG [RS:2;eb677afb1da9:45027 {}] zookeeper.ZKUtil(111): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,095 WARN  [RS:1;eb677afb1da9:38901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:54:12,095 WARN  [RS:2;eb677afb1da9:45027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T09:54:12,095 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,096 INFO  [RS:1;eb677afb1da9:38901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:54:12,096 INFO  [RS:2;eb677afb1da9:45027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:54:12,096 DEBUG [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,096 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,098 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,38901,1731405250652]
2024-11-12T09:54:12,098 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,45027,1731405250711]
2024-11-12T09:54:12,098 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,44053,1731405250548]
2024-11-12T09:54:12,123 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:54:12,123 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:54:12,123 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T09:54:12,140 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:54:12,140 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:54:12,140 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T09:54:12,145 INFO  [RS:1;eb677afb1da9:38901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:54:12,145 INFO  [RS:0;eb677afb1da9:44053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:54:12,145 INFO  [RS:2;eb677afb1da9:45027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T09:54:12,146 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,146 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,146 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,147 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:54:12,147 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:54:12,147 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T09:54:12,153 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:54:12,153 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:54:12,153 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T09:54:12,154 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,154 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,154 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,155 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,156 DEBUG [RS:0;eb677afb1da9:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,156 DEBUG [RS:2;eb677afb1da9:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,156 DEBUG [RS:1;eb677afb1da9:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3
2024-11-12T09:54:12,157 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,157 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44053,1731405250548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,45027,1731405250711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,158 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38901,1731405250652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:54:12,163 WARN  [eb677afb1da9:46513 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-12T09:54:12,180 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:54:12,181 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,45027,1731405250711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,182 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,182 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.Replication(171): eb677afb1da9,45027,1731405250711 started
2024-11-12T09:54:12,183 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:54:12,183 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T09:54:12,183 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38901,1731405250652-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,183 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44053,1731405250548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,184 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,184 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,184 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.Replication(171): eb677afb1da9,38901,1731405250652 started
2024-11-12T09:54:12,184 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.Replication(171): eb677afb1da9,44053,1731405250548 started
2024-11-12T09:54:12,198 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,198 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,45027,1731405250711, RpcServer on eb677afb1da9/172.17.0.2:45027, sessionid=0x1012fc10c920003
2024-11-12T09:54:12,199 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:54:12,199 DEBUG [RS:2;eb677afb1da9:45027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,199 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,45027,1731405250711'
2024-11-12T09:54:12,200 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,45027,1731405250711
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,45027,1731405250711'
2024-11-12T09:54:12,201 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T09:54:12,202 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T09:54:12,202 DEBUG [RS:2;eb677afb1da9:45027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:54:12,203 INFO  [RS:2;eb677afb1da9:45027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:54:12,203 INFO  [RS:2;eb677afb1da9:45027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:54:12,204 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,204 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,205 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,38901,1731405250652, RpcServer on eb677afb1da9/172.17.0.2:38901, sessionid=0x1012fc10c920002
2024-11-12T09:54:12,205 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,44053,1731405250548, RpcServer on eb677afb1da9/172.17.0.2:44053, sessionid=0x1012fc10c920001
2024-11-12T09:54:12,205 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:54:12,205 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T09:54:12,205 DEBUG [RS:0;eb677afb1da9:44053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,205 DEBUG [RS:1;eb677afb1da9:38901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,205 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,44053,1731405250548'
2024-11-12T09:54:12,205 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38901,1731405250652'
2024-11-12T09:54:12,205 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T09:54:12,205 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,44053,1731405250548
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,44053,1731405250548'
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38901,1731405250652'
2024-11-12T09:54:12,206 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T09:54:12,206 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T09:54:12,207 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T09:54:12,207 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T09:54:12,208 DEBUG [RS:1;eb677afb1da9:38901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:54:12,208 DEBUG [RS:0;eb677afb1da9:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T09:54:12,208 INFO  [RS:1;eb677afb1da9:38901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:54:12,208 INFO  [RS:0;eb677afb1da9:44053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T09:54:12,208 INFO  [RS:0;eb677afb1da9:44053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:54:12,208 INFO  [RS:1;eb677afb1da9:38901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T09:54:12,311 INFO  [RS:2;eb677afb1da9:45027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:54:12,311 INFO  [RS:1;eb677afb1da9:38901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:54:12,311 INFO  [RS:0;eb677afb1da9:44053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T09:54:12,314 INFO  [RS:1;eb677afb1da9:38901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38901%2C1731405250652, suffix=, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs, maxLogs=32
2024-11-12T09:54:12,314 INFO  [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C44053%2C1731405250548, suffix=, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs, maxLogs=32
2024-11-12T09:54:12,314 INFO  [RS:2;eb677afb1da9:45027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C45027%2C1731405250711, suffix=, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,45027,1731405250711, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs, maxLogs=32
2024-11-12T09:54:12,330 DEBUG [RS:2;eb677afb1da9:45027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,45027,1731405250711/eb677afb1da9%2C45027%2C1731405250711.1731405252318, exclude list is [], retry=0
2024-11-12T09:54:12,331 DEBUG [RS:1;eb677afb1da9:38901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652/eb677afb1da9%2C38901%2C1731405250652.1731405252318, exclude list is [], retry=0
2024-11-12T09:54:12,333 DEBUG [RS:0;eb677afb1da9:44053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548/eb677afb1da9%2C44053%2C1731405250548.1731405252318, exclude list is [], retry=0
2024-11-12T09:54:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:54:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:54:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:54:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:54:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:54:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:54:12,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:54:12,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:54:12,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:54:12,348 INFO  [RS:1;eb677afb1da9:38901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652/eb677afb1da9%2C38901%2C1731405250652.1731405252318
2024-11-12T09:54:12,351 INFO  [RS:2;eb677afb1da9:45027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,45027,1731405250711/eb677afb1da9%2C45027%2C1731405250711.1731405252318
2024-11-12T09:54:12,352 DEBUG [RS:1;eb677afb1da9:38901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:38147:38147)]
2024-11-12T09:54:12,355 DEBUG [RS:2;eb677afb1da9:45027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:36297:36297),(127.0.0.1/127.0.0.1:38147:38147)]
2024-11-12T09:54:12,355 INFO  [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548/eb677afb1da9%2C44053%2C1731405250548.1731405252318
2024-11-12T09:54:12,355 DEBUG [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:36297:36297)]
2024-11-12T09:54:12,415 DEBUG [eb677afb1da9:46513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-12T09:54:12,423 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0}
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T09:54:12,430 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T09:54:12,430 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T09:54:12,430 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T09:54:12,430 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T09:54:12,437 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,443 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPENING
2024-11-12T09:54:12,478 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T09:54:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:12,487 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:54:12,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,490 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:54:12,492 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:12,673 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:54:12,675 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40605, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:54:12,688 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:54:12,688 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:54:12,688 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:54:12,691 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38901%2C1731405250652.meta, suffix=.meta, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs, maxLogs=32
2024-11-12T09:54:12,705 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, exclude list is [], retry=0
2024-11-12T09:54:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:54:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:54:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:54:12,712 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta
2024-11-12T09:54:12,713 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:36297:36297)]
2024-11-12T09:54:12,713 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:54:12,715 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:54:12,719 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:54:12,724 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:54:12,729 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:54:12,729 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:12,730 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:54:12,730 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:54:12,733 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:54:12,734 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:54:12,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:12,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:12,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:54:12,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:54:12,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:12,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:12,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:54:12,739 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:54:12,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:12,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:12,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:54:12,741 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:54:12,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:12,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:54:12,742 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:54:12,744 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:54:12,747 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:54:12,749 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:54:12,749 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:54:12,750 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:54:12,753 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:54:12,755 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67646793, jitterRate=0.008015766739845276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:54:12,755 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:54:12,756 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731405252730Writing region info on filesystem at 1731405252730Initializing all the Stores at 1731405252732 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405252732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405252733 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405252733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405252733Cleaning up temporary data from old regions at 1731405252750 (+17 ms)Running coprocessor post-open hooks at 1731405252755 (+5 ms)Region opened successfully at 1731405252756 (+1 ms)
2024-11-12T09:54:12,762 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731405252664
2024-11-12T09:54:12,773 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:54:12,773 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:54:12,775 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,777 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPEN
2024-11-12T09:54:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:12,812 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:12,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:12,813 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:12,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T09:54:12,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38901,1731405250652 in 321 msec
2024-11-12T09:54:12,827 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T09:54:12,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec
2024-11-12T09:54:12,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T09:54:12,829 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T09:54:12,846 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:12,847 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:12,871 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:54:12,873 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:54:12,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1120 sec
2024-11-12T09:54:12,899 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731405252899, completionTime=-1
2024-11-12T09:54:12,901 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-12T09:54:12,902 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:54:12,923 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-12T09:54:12,923 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405312923
2024-11-12T09:54:12,923 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405372923
2024-11-12T09:54:12,923 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec
2024-11-12T09:54:12,925 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:54:12,931 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,931 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,932 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,933 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:46513, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,933 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,934 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,940 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T09:54:12,961 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.122sec
2024-11-12T09:54:12,962 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T09:54:12,963 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T09:54:12,964 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T09:54:12,964 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T09:54:12,964 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T09:54:12,965 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T09:54:12,966 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T09:54:12,970 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T09:54:12,971 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T09:54:12,971 INFO  [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,46513,1731405249829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T09:54:12,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5a5ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:54:12,983 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-12T09:54:12,984 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-12T09:54:12,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,46513,-1 for getting cluster id
2024-11-12T09:54:12,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T09:54:12,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ca6d3a-36d7-41ca-b732-1ebadd29a87c'
2024-11-12T09:54:13,001 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T09:54:13,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ca6d3a-36d7-41ca-b732-1ebadd29a87c"

2024-11-12T09:54:13,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a698958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:54:13,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,46513,-1]
2024-11-12T09:54:13,005 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T09:54:13,007 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:54:13,008 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:54:13,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102d26bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T09:54:13,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:13,017 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:13,017 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:54:13,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:54:13,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,46513,1731405249829
2024-11-12T09:54:13,058 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false
2024-11-12T09:54:13,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T09:54:13,068 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,46513,1731405249829
2024-11-12T09:54:13,070 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8b36af6
2024-11-12T09:54:13,071 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T09:54:13,074 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:54:13,084 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T09:54:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:54:13,094 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T09:54:13,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true"
 procId is: 4
2024-11-12T09:54:13,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,101 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T09:54:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:13,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741837_1013 (size=1020)
2024-11-12T09:54:13,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741837_1013 (size=1020)
2024-11-12T09:54:13,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741837_1013 (size=1020)
2024-11-12T09:54:13,122 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7b4a72a05fab4d3a87e3eba60d0c2874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,122 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 718e4c94de1e4bae6549c6c7cf6d23a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,122 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9e301db43a1ad13f05754d6b36308cd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741838_1014 (size=110)
2024-11-12T09:54:13,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741839_1015 (size=107)
2024-11-12T09:54:13,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741838_1014 (size=110)
2024-11-12T09:54:13,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741839_1015 (size=107)
2024-11-12T09:54:13,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741838_1014 (size=110)
2024-11-12T09:54:13,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741839_1015 (size=107)
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9e301db43a1ad13f05754d6b36308cd4, disabling compactions & flushes
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 718e4c94de1e4bae6549c6c7cf6d23a9, disabling compactions & flushes
2024-11-12T09:54:13,139 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,139 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4. after waiting 0 ms
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9. after waiting 0 ms
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:13,140 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,140 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9e301db43a1ad13f05754d6b36308cd4:
Waiting for close lock at 1731405253139Disabling compacts and flushes for region at 1731405253139Disabling writes for close at 1731405253140 (+1 ms)Writing region close event to WAL at 1731405253140Closed at 1731405253140
2024-11-12T09:54:13,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 718e4c94de1e4bae6549c6c7cf6d23a9:
Waiting for close lock at 1731405253139Disabling compacts and flushes for region at 1731405253139Disabling writes for close at 1731405253140 (+1 ms)Writing region close event to WAL at 1731405253140Closed at 1731405253140
2024-11-12T09:54:13,140 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 980ec6903137f1770f96a05e378a860d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,141 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5dd3f7f9b3fb31999f2b7b7fc1b15519, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741840_1016 (size=110)
2024-11-12T09:54:13,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741840_1016 (size=110)
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741840_1016 (size=110)
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7b4a72a05fab4d3a87e3eba60d0c2874, disabling compactions & flushes
2024-11-12T09:54:13,148 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874. after waiting 0 ms
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:13,148 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:13,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7b4a72a05fab4d3a87e3eba60d0c2874:
Waiting for close lock at 1731405253148Disabling compacts and flushes for region at 1731405253148Disabling writes for close at 1731405253148Writing region close event to WAL at 1731405253148Closed at 1731405253148
2024-11-12T09:54:13,149 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 97c4f71d0aa7bb0ee2ea827dbb197e78, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741841_1017 (size=110)
2024-11-12T09:54:13,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741841_1017 (size=110)
2024-11-12T09:54:13,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741841_1017 (size=110)
2024-11-12T09:54:13,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5dd3f7f9b3fb31999f2b7b7fc1b15519, disabling compactions & flushes
2024-11-12T09:54:13,163 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519. after waiting 0 ms
2024-11-12T09:54:13,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,163 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,164 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5dd3f7f9b3fb31999f2b7b7fc1b15519:
Waiting for close lock at 1731405253163Disabling compacts and flushes for region at 1731405253163Disabling writes for close at 1731405253163Writing region close event to WAL at 1731405253163Closed at 1731405253163
2024-11-12T09:54:13,164 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => acca84f4e3159cc09e53a688d44b85ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741843_1019 (size=110)
2024-11-12T09:54:13,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741843_1019 (size=110)
2024-11-12T09:54:13,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741843_1019 (size=110)
2024-11-12T09:54:13,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 97c4f71d0aa7bb0ee2ea827dbb197e78, disabling compactions & flushes
2024-11-12T09:54:13,170 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:13,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:13,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78. after waiting 0 ms
2024-11-12T09:54:13,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:13,170 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:13,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 97c4f71d0aa7bb0ee2ea827dbb197e78:
Waiting for close lock at 1731405253170Disabling compacts and flushes for region at 1731405253170Disabling writes for close at 1731405253170Writing region close event to WAL at 1731405253170Closed at 1731405253170
2024-11-12T09:54:13,171 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1741e311ea112db3184a543659ed0bd8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741842_1018 (size=110)
2024-11-12T09:54:13,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741842_1018 (size=110)
2024-11-12T09:54:13,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741842_1018 (size=110)
2024-11-12T09:54:13,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741844_1020 (size=110)
2024-11-12T09:54:13,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741844_1020 (size=110)
2024-11-12T09:54:13,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741844_1020 (size=110)
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing acca84f4e3159cc09e53a688d44b85ae, disabling compactions & flushes
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 980ec6903137f1770f96a05e378a860d, disabling compactions & flushes
2024-11-12T09:54:13,184 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,184 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae. after waiting 0 ms
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d. after waiting 0 ms
2024-11-12T09:54:13,184 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:13,184 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for acca84f4e3159cc09e53a688d44b85ae:
Waiting for close lock at 1731405253184Disabling compacts and flushes for region at 1731405253184Disabling writes for close at 1731405253184Writing region close event to WAL at 1731405253184Closed at 1731405253184
2024-11-12T09:54:13,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 980ec6903137f1770f96a05e378a860d:
Waiting for close lock at 1731405253184Disabling compacts and flushes for region at 1731405253184Disabling writes for close at 1731405253184Writing region close event to WAL at 1731405253184Closed at 1731405253184
2024-11-12T09:54:13,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741845_1021 (size=110)
2024-11-12T09:54:13,185 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c193914751427bf5c07dc9ca7029410, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741845_1021 (size=110)
2024-11-12T09:54:13,185 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1acd08b7b6b3e3e3a2b0a1c0aa26510, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741845_1021 (size=110)
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1741e311ea112db3184a543659ed0bd8, disabling compactions & flushes
2024-11-12T09:54:13,188 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8. after waiting 0 ms
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,188 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1741e311ea112db3184a543659ed0bd8:
Waiting for close lock at 1731405253188Disabling compacts and flushes for region at 1731405253188Disabling writes for close at 1731405253188Writing region close event to WAL at 1731405253188Closed at 1731405253188
2024-11-12T09:54:13,189 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0993839bd9fbfc2aa5bc54ad752a444b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741846_1022 (size=110)
2024-11-12T09:54:13,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741846_1022 (size=110)
2024-11-12T09:54:13,201 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5c193914751427bf5c07dc9ca7029410, disabling compactions & flushes
2024-11-12T09:54:13,202 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410. after waiting 0 ms
2024-11-12T09:54:13,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,202 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c193914751427bf5c07dc9ca7029410:
Waiting for close lock at 1731405253201Disabling compacts and flushes for region at 1731405253201Disabling writes for close at 1731405253202 (+1 ms)Writing region close event to WAL at 1731405253202Closed at 1731405253202
2024-11-12T09:54:13,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741846_1022 (size=110)
2024-11-12T09:54:13,202 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6130eb630f16d2fb78142098b626f84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741847_1023 (size=110)
2024-11-12T09:54:13,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741847_1023 (size=110)
2024-11-12T09:54:13,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741847_1023 (size=110)
2024-11-12T09:54:13,210 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,210 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b1acd08b7b6b3e3e3a2b0a1c0aa26510, disabling compactions & flushes
2024-11-12T09:54:13,210 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510. after waiting 0 ms
2024-11-12T09:54:13,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,211 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1acd08b7b6b3e3e3a2b0a1c0aa26510:
Waiting for close lock at 1731405253210Disabling compacts and flushes for region at 1731405253210Disabling writes for close at 1731405253211 (+1 ms)Writing region close event to WAL at 1731405253211Closed at 1731405253211
2024-11-12T09:54:13,211 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e432989e78eb02dc8e53e82c1a94a343, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:13,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741848_1024 (size=110)
2024-11-12T09:54:13,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741848_1024 (size=110)
2024-11-12T09:54:13,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741848_1024 (size=110)
2024-11-12T09:54:13,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0993839bd9fbfc2aa5bc54ad752a444b, disabling compactions & flushes
2024-11-12T09:54:13,219 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:13,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:13,219 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b. after waiting 0 ms
2024-11-12T09:54:13,220 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:13,220 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:13,220 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0993839bd9fbfc2aa5bc54ad752a444b:
Waiting for close lock at 1731405253219Disabling compacts and flushes for region at 1731405253219Disabling writes for close at 1731405253219Writing region close event to WAL at 1731405253220 (+1 ms)Closed at 1731405253220
2024-11-12T09:54:13,221 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 254a41c2e11a107de7b6f7d273790af5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741849_1025 (size=110)
2024-11-12T09:54:13,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741849_1025 (size=110)
2024-11-12T09:54:13,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741849_1025 (size=110)
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing c6130eb630f16d2fb78142098b626f84, disabling compactions & flushes
2024-11-12T09:54:13,227 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84. after waiting 0 ms
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:13,227 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:13,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6130eb630f16d2fb78142098b626f84:
Waiting for close lock at 1731405253227Disabling compacts and flushes for region at 1731405253227Disabling writes for close at 1731405253227Writing region close event to WAL at 1731405253227Closed at 1731405253227
2024-11-12T09:54:13,228 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 09474592050dc6c96f34b5a4f6c20c6a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741850_1026 (size=110)
2024-11-12T09:54:13,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741850_1026 (size=110)
2024-11-12T09:54:13,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741850_1026 (size=110)
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e432989e78eb02dc8e53e82c1a94a343, disabling compactions & flushes
2024-11-12T09:54:13,240 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343. after waiting 0 ms
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,240 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,240 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e432989e78eb02dc8e53e82c1a94a343:
Waiting for close lock at 1731405253240Disabling compacts and flushes for region at 1731405253240Disabling writes for close at 1731405253240Writing region close event to WAL at 1731405253240Closed at 1731405253240
2024-11-12T09:54:13,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741851_1027 (size=110)
2024-11-12T09:54:13,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741851_1027 (size=110)
2024-11-12T09:54:13,241 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4291fd5ee5a1c77425dd01e86befdd1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741851_1027 (size=110)
2024-11-12T09:54:13,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 09474592050dc6c96f34b5a4f6c20c6a, disabling compactions & flushes
2024-11-12T09:54:13,244 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a. after waiting 0 ms
2024-11-12T09:54:13,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,244 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,245 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 09474592050dc6c96f34b5a4f6c20c6a:
Waiting for close lock at 1731405253244Disabling compacts and flushes for region at 1731405253244Disabling writes for close at 1731405253244Writing region close event to WAL at 1731405253244Closed at 1731405253244
2024-11-12T09:54:13,245 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 298eae82b51278205a8988c6fbe02664, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741852_1028 (size=110)
2024-11-12T09:54:13,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741852_1028 (size=110)
2024-11-12T09:54:13,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741852_1028 (size=110)
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 254a41c2e11a107de7b6f7d273790af5, disabling compactions & flushes
2024-11-12T09:54:13,252 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5. after waiting 0 ms
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:13,252 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:13,252 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 254a41c2e11a107de7b6f7d273790af5:
Waiting for close lock at 1731405253252Disabling compacts and flushes for region at 1731405253252Disabling writes for close at 1731405253252Writing region close event to WAL at 1731405253252Closed at 1731405253252
2024-11-12T09:54:13,253 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cd1cbae05ea9f0814c02042e323fd9f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741853_1029 (size=110)
2024-11-12T09:54:13,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741853_1029 (size=110)
2024-11-12T09:54:13,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741853_1029 (size=110)
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4291fd5ee5a1c77425dd01e86befdd1f, disabling compactions & flushes
2024-11-12T09:54:13,264 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f. after waiting 0 ms
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:13,264 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:13,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4291fd5ee5a1c77425dd01e86befdd1f:
Waiting for close lock at 1731405253264Disabling compacts and flushes for region at 1731405253264Disabling writes for close at 1731405253264Writing region close event to WAL at 1731405253264Closed at 1731405253264
2024-11-12T09:54:13,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741854_1030 (size=110)
2024-11-12T09:54:13,265 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cff8c172c0a4df291cfde1f6277fc15, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741854_1030 (size=110)
2024-11-12T09:54:13,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741854_1030 (size=110)
2024-11-12T09:54:13,266 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 298eae82b51278205a8988c6fbe02664, disabling compactions & flushes
2024-11-12T09:54:13,267 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:13,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:13,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664. after waiting 0 ms
2024-11-12T09:54:13,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:13,267 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:13,267 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 298eae82b51278205a8988c6fbe02664:
Waiting for close lock at 1731405253267Disabling compacts and flushes for region at 1731405253267Disabling writes for close at 1731405253267Writing region close event to WAL at 1731405253267Closed at 1731405253267
2024-11-12T09:54:13,268 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e12fe9ddbf793dcdfdc05a28bc368c0a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741855_1031 (size=110)
2024-11-12T09:54:13,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741855_1031 (size=110)
2024-11-12T09:54:13,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741855_1031 (size=110)
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing cd1cbae05ea9f0814c02042e323fd9f1, disabling compactions & flushes
2024-11-12T09:54:13,276 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1. after waiting 0 ms
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:13,276 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:13,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for cd1cbae05ea9f0814c02042e323fd9f1:
Waiting for close lock at 1731405253276Disabling compacts and flushes for region at 1731405253276Disabling writes for close at 1731405253276Writing region close event to WAL at 1731405253276Closed at 1731405253276
2024-11-12T09:54:13,277 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb4f06629fb2d28dfc9aa055ee596388, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741856_1032 (size=110)
2024-11-12T09:54:13,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741856_1032 (size=110)
2024-11-12T09:54:13,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741857_1033 (size=110)
2024-11-12T09:54:13,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741856_1032 (size=110)
2024-11-12T09:54:13,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741857_1033 (size=110)
2024-11-12T09:54:13,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741857_1033 (size=110)
2024-11-12T09:54:13,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e12fe9ddbf793dcdfdc05a28bc368c0a, disabling compactions & flushes
2024-11-12T09:54:13,283 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:13,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:13,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a. after waiting 0 ms
2024-11-12T09:54:13,283 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:13,284 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:13,284 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e12fe9ddbf793dcdfdc05a28bc368c0a:
Waiting for close lock at 1731405253283Disabling compacts and flushes for region at 1731405253283Disabling writes for close at 1731405253283Writing region close event to WAL at 1731405253283Closed at 1731405253284 (+1 ms)
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,285 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8c9897f27f37f35b73f62943429de4e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3cff8c172c0a4df291cfde1f6277fc15, disabling compactions & flushes
2024-11-12T09:54:13,285 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15. after waiting 0 ms
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,285 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,285 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cff8c172c0a4df291cfde1f6277fc15:
Waiting for close lock at 1731405253285Disabling compacts and flushes for region at 1731405253285Disabling writes for close at 1731405253285Writing region close event to WAL at 1731405253285Closed at 1731405253285
2024-11-12T09:54:13,286 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ac0cff1666de9fd66b5bb390a6fe2cd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741858_1034 (size=110)
2024-11-12T09:54:13,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741858_1034 (size=110)
2024-11-12T09:54:13,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741858_1034 (size=110)
2024-11-12T09:54:13,294 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,294 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing eb4f06629fb2d28dfc9aa055ee596388, disabling compactions & flushes
2024-11-12T09:54:13,294 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,294 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,295 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388. after waiting 0 ms
2024-11-12T09:54:13,295 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,295 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,295 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb4f06629fb2d28dfc9aa055ee596388:
Waiting for close lock at 1731405253294Disabling compacts and flushes for region at 1731405253294Disabling writes for close at 1731405253295 (+1 ms)Writing region close event to WAL at 1731405253295Closed at 1731405253295
2024-11-12T09:54:13,296 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5dc5c47273edb0fc0d1d7359f54e3c47, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741859_1035 (size=110)
2024-11-12T09:54:13,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741859_1035 (size=110)
2024-11-12T09:54:13,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741859_1035 (size=110)
2024-11-12T09:54:13,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8c9897f27f37f35b73f62943429de4e8, disabling compactions & flushes
2024-11-12T09:54:13,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741860_1036 (size=110)
2024-11-12T09:54:13,306 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:13,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:13,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8. after waiting 0 ms
2024-11-12T09:54:13,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:13,306 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:13,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8c9897f27f37f35b73f62943429de4e8:
Waiting for close lock at 1731405253305Disabling compacts and flushes for region at 1731405253305Disabling writes for close at 1731405253306 (+1 ms)Writing region close event to WAL at 1731405253306Closed at 1731405253306
2024-11-12T09:54:13,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741860_1036 (size=110)
2024-11-12T09:54:13,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741860_1036 (size=110)
2024-11-12T09:54:13,307 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2a642aa147750d9bad62c3cac92c5b99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,308 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,308 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5ac0cff1666de9fd66b5bb390a6fe2cd, disabling compactions & flushes
2024-11-12T09:54:13,308 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,308 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,308 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd. after waiting 0 ms
2024-11-12T09:54:13,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,309 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,309 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ac0cff1666de9fd66b5bb390a6fe2cd:
Waiting for close lock at 1731405253308Disabling compacts and flushes for region at 1731405253308Disabling writes for close at 1731405253309 (+1 ms)Writing region close event to WAL at 1731405253309Closed at 1731405253309
2024-11-12T09:54:13,309 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fa1b0a354f6c9224114b412f0d6c1e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113
2024-11-12T09:54:13,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741861_1037 (size=110)
2024-11-12T09:54:13,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741861_1037 (size=110)
2024-11-12T09:54:13,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741861_1037 (size=110)
2024-11-12T09:54:13,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5dc5c47273edb0fc0d1d7359f54e3c47, disabling compactions & flushes
2024-11-12T09:54:13,320 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:13,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:13,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47. after waiting 0 ms
2024-11-12T09:54:13,320 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:13,320 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:13,321 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5dc5c47273edb0fc0d1d7359f54e3c47:
Waiting for close lock at 1731405253320Disabling compacts and flushes for region at 1731405253320Disabling writes for close at 1731405253320Writing region close event to WAL at 1731405253320Closed at 1731405253320
2024-11-12T09:54:13,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741862_1038 (size=110)
2024-11-12T09:54:13,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741862_1038 (size=110)
2024-11-12T09:54:13,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741862_1038 (size=110)
2024-11-12T09:54:13,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2a642aa147750d9bad62c3cac92c5b99, disabling compactions & flushes
2024-11-12T09:54:13,323 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99. after waiting 0 ms
2024-11-12T09:54:13,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,323 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2a642aa147750d9bad62c3cac92c5b99:
Waiting for close lock at 1731405253323Disabling compacts and flushes for region at 1731405253323Disabling writes for close at 1731405253323Writing region close event to WAL at 1731405253323Closed at 1731405253323
2024-11-12T09:54:13,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741863_1039 (size=107)
2024-11-12T09:54:13,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741863_1039 (size=107)
2024-11-12T09:54:13,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741863_1039 (size=107)
2024-11-12T09:54:13,330 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,330 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5fa1b0a354f6c9224114b412f0d6c1e1, disabling compactions & flushes
2024-11-12T09:54:13,330 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:13,330 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:13,330 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1. after waiting 0 ms
2024-11-12T09:54:13,331 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:13,331 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:13,331 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fa1b0a354f6c9224114b412f0d6c1e1:
Waiting for close lock at 1731405253330Disabling compacts and flushes for region at 1731405253330Disabling writes for close at 1731405253330Writing region close event to WAL at 1731405253331 (+1 ms)Closed at 1731405253331
2024-11-12T09:54:13,333 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T09:54:13,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731405253334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405253334"}]},"ts":"1731405253334"}
2024-11-12T09:54:13,381 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta.
2024-11-12T09:54:13,384 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T09:54:13,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405253384"}]},"ts":"1731405253384"}
2024-11-12T09:54:13,390 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta
2024-11-12T09:54:13,392 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0}
2024-11-12T09:54:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T09:54:13,432 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T09:54:13,432 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T09:54:13,432 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T09:54:13,432 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T09:54:13,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=718e4c94de1e4bae6549c6c7cf6d23a9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e301db43a1ad13f05754d6b36308cd4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dd3f7f9b3fb31999f2b7b7fc1b15519, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97c4f71d0aa7bb0ee2ea827dbb197e78, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1741e311ea112db3184a543659ed0bd8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0993839bd9fbfc2aa5bc54ad752a444b, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=09474592050dc6c96f34b5a4f6c20c6a, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4291fd5ee5a1c77425dd01e86befdd1f, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=298eae82b51278205a8988c6fbe02664, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3cff8c172c0a4df291cfde1f6277fc15, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c9897f27f37f35b73f62943429de4e8, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ac0cff1666de9fd66b5bb390a6fe2cd, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a642aa147750d9bad62c3cac92c5b99, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fa1b0a354f6c9224114b412f0d6c1e1, ASSIGN}]
2024-11-12T09:54:13,444 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fa1b0a354f6c9224114b412f0d6c1e1, ASSIGN
2024-11-12T09:54:13,446 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fa1b0a354f6c9224114b412f0d6c1e1, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,447 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a642aa147750d9bad62c3cac92c5b99, ASSIGN
2024-11-12T09:54:13,449 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a642aa147750d9bad62c3cac92c5b99, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,451 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN
2024-11-12T09:54:13,452 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,454 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ac0cff1666de9fd66b5bb390a6fe2cd, ASSIGN
2024-11-12T09:54:13,456 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ac0cff1666de9fd66b5bb390a6fe2cd, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,457 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c9897f27f37f35b73f62943429de4e8, ASSIGN
2024-11-12T09:54:13,459 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c9897f27f37f35b73f62943429de4e8, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,460 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN
2024-11-12T09:54:13,461 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,463 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a, ASSIGN
2024-11-12T09:54:13,464 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,465 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3cff8c172c0a4df291cfde1f6277fc15, ASSIGN
2024-11-12T09:54:13,466 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3cff8c172c0a4df291cfde1f6277fc15, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,468 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN
2024-11-12T09:54:13,469 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,470 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=298eae82b51278205a8988c6fbe02664, ASSIGN
2024-11-12T09:54:13,471 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=298eae82b51278205a8988c6fbe02664, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,473 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4291fd5ee5a1c77425dd01e86befdd1f, ASSIGN
2024-11-12T09:54:13,474 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4291fd5ee5a1c77425dd01e86befdd1f, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,475 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=09474592050dc6c96f34b5a4f6c20c6a, ASSIGN
2024-11-12T09:54:13,477 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=09474592050dc6c96f34b5a4f6c20c6a, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,478 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN
2024-11-12T09:54:13,480 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,482 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343, ASSIGN
2024-11-12T09:54:13,483 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,485 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN
2024-11-12T09:54:13,486 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,488 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0993839bd9fbfc2aa5bc54ad752a444b, ASSIGN
2024-11-12T09:54:13,490 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0993839bd9fbfc2aa5bc54ad752a444b, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,493 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, ASSIGN
2024-11-12T09:54:13,494 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,496 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN
2024-11-12T09:54:13,497 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,499 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1741e311ea112db3184a543659ed0bd8, ASSIGN
2024-11-12T09:54:13,501 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1741e311ea112db3184a543659ed0bd8, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,502 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN
2024-11-12T09:54:13,504 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,506 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97c4f71d0aa7bb0ee2ea827dbb197e78, ASSIGN
2024-11-12T09:54:13,508 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97c4f71d0aa7bb0ee2ea827dbb197e78, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,509 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dd3f7f9b3fb31999f2b7b7fc1b15519, ASSIGN
2024-11-12T09:54:13,511 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dd3f7f9b3fb31999f2b7b7fc1b15519, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,513 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d, ASSIGN
2024-11-12T09:54:13,515 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,516 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN
2024-11-12T09:54:13,518 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN; state=OFFLINE, location=eb677afb1da9,38901,1731405250652; forceNewPlan=false, retain=false
2024-11-12T09:54:13,520 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e301db43a1ad13f05754d6b36308cd4, ASSIGN
2024-11-12T09:54:13,521 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e301db43a1ad13f05754d6b36308cd4, ASSIGN; state=OFFLINE, location=eb677afb1da9,45027,1731405250711; forceNewPlan=false, retain=false
2024-11-12T09:54:13,522 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=718e4c94de1e4bae6549c6c7cf6d23a9, ASSIGN
2024-11-12T09:54:13,524 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=718e4c94de1e4bae6549c6c7cf6d23a9, ASSIGN; state=OFFLINE, location=eb677afb1da9,44053,1731405250548; forceNewPlan=false, retain=false
2024-11-12T09:54:13,601 INFO  [eb677afb1da9:46513 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 
2024-11-12T09:54:13,603 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2a642aa147750d9bad62c3cac92c5b99, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,605 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8c9897f27f37f35b73f62943429de4e8, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,607 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,608 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,608 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e432989e78eb02dc8e53e82c1a94a343, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,609 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a642aa147750d9bad62c3cac92c5b99, ASSIGN because future has completed
2024-11-12T09:54:13,610 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a642aa147750d9bad62c3cac92c5b99, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c9897f27f37f35b73f62943429de4e8, ASSIGN because future has completed
2024-11-12T09:54:13,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a, ASSIGN because future has completed
2024-11-12T09:54:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4291fd5ee5a1c77425dd01e86befdd1f, ASSIGN because future has completed
2024-11-12T09:54:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343, ASSIGN because future has completed
2024-11-12T09:54:13,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e432989e78eb02dc8e53e82c1a94a343, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, ASSIGN because future has completed
2024-11-12T09:54:13,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dd3f7f9b3fb31999f2b7b7fc1b15519, ASSIGN because future has completed
2024-11-12T09:54:13,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd3f7f9b3fb31999f2b7b7fc1b15519, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1acd08b7b6b3e3e3a2b0a1c0aa26510, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4291fd5ee5a1c77425dd01e86befdd1f, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12fe9ddbf793dcdfdc05a28bc368c0a, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c9897f27f37f35b73f62943429de4e8, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,651 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=980ec6903137f1770f96a05e378a860d, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,651 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e301db43a1ad13f05754d6b36308cd4, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,652 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,652 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,653 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,653 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=298eae82b51278205a8988c6fbe02664, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d, ASSIGN because future has completed
2024-11-12T09:54:13,654 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,654 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 980ec6903137f1770f96a05e378a860d, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e301db43a1ad13f05754d6b36308cd4, ASSIGN because future has completed
2024-11-12T09:54:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fa1b0a354f6c9224114b412f0d6c1e1, ASSIGN because future has completed
2024-11-12T09:54:13,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ac0cff1666de9fd66b5bb390a6fe2cd, ASSIGN because future has completed
2024-11-12T09:54:13,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ac0cff1666de9fd66b5bb390a6fe2cd, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3cff8c172c0a4df291cfde1f6277fc15, ASSIGN because future has completed
2024-11-12T09:54:13,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=298eae82b51278205a8988c6fbe02664, ASSIGN because future has completed
2024-11-12T09:54:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=09474592050dc6c96f34b5a4f6c20c6a, ASSIGN because future has completed
2024-11-12T09:54:13,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09474592050dc6c96f34b5a4f6c20c6a, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298eae82b51278205a8988c6fbe02664, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,673 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cff8c172c0a4df291cfde1f6277fc15, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fa1b0a354f6c9224114b412f0d6c1e1, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,682 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e301db43a1ad13f05754d6b36308cd4, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:54:13,688 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,689 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1741e311ea112db3184a543659ed0bd8, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,690 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,691 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,691 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0993839bd9fbfc2aa5bc54ad752a444b, ASSIGN because future has completed
2024-11-12T09:54:13,692 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0993839bd9fbfc2aa5bc54ad752a444b, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1741e311ea112db3184a543659ed0bd8, ASSIGN because future has completed
2024-11-12T09:54:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97c4f71d0aa7bb0ee2ea827dbb197e78, ASSIGN because future has completed
2024-11-12T09:54:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=718e4c94de1e4bae6549c6c7cf6d23a9, ASSIGN because future has completed
2024-11-12T09:54:13,698 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718e4c94de1e4bae6549c6c7cf6d23a9, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN because future has completed
2024-11-12T09:54:13,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,707 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c4f71d0aa7bb0ee2ea827dbb197e78, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1741e311ea112db3184a543659ed0bd8, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:54:13,716 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,716 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,717 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=254a41c2e11a107de7b6f7d273790af5, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,718 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c6130eb630f16d2fb78142098b626f84, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,718 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5c193914751427bf5c07dc9ca7029410, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN because future has completed
2024-11-12T09:54:13,719 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=acca84f4e3159cc09e53a688d44b85ae, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,720 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN because future has completed
2024-11-12T09:54:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN because future has completed
2024-11-12T09:54:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN because future has completed
2024-11-12T09:54:13,726 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN because future has completed
2024-11-12T09:54:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN because future has completed
2024-11-12T09:54:13,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:13,739 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,742 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,746 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPENING, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN because future has completed
2024-11-12T09:54:13,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,38901,1731405250652}]
2024-11-12T09:54:13,766 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:54:13,768 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:54:13,776 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,776 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a642aa147750d9bad62c3cac92c5b99, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.', STARTKEY => 'yyy', ENDKEY => 'zzz'}
2024-11-12T09:54:13,777 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,777 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,777 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,777 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,779 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2a642aa147750d9bad62c3cac92c5b99 
2024-11-12T09:54:13,781 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a642aa147750d9bad62c3cac92c5b99 columnFamilyName colfamily11
2024-11-12T09:54:13,781 DEBUG [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,782 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(327): Store=2a642aa147750d9bad62c3cac92c5b99/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,783 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2a642aa147750d9bad62c3cac92c5b99 
2024-11-12T09:54:13,785 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a642aa147750d9bad62c3cac92c5b99 columnFamilyName colfamily21
2024-11-12T09:54:13,785 DEBUG [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,785 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(327): Store=2a642aa147750d9bad62c3cac92c5b99/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,786 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2a642aa147750d9bad62c3cac92c5b99 
2024-11-12T09:54:13,787 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a642aa147750d9bad62c3cac92c5b99 columnFamilyName colfamily31
2024-11-12T09:54:13,788 DEBUG [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,788 INFO  [StoreOpener-2a642aa147750d9bad62c3cac92c5b99-1 {}] regionserver.HStore(327): Store=2a642aa147750d9bad62c3cac92c5b99/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,789 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,790 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,791 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,792 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,793 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,794 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,796 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,800 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,800 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 2a642aa147750d9bad62c3cac92c5b99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63746267, jitterRate=-0.05010659992694855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,801 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:54:13,802 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 2a642aa147750d9bad62c3cac92c5b99:
Running coprocessor pre-open hook at 1731405253777Writing region info on filesystem at 1731405253777Initializing all the Stores at 1731405253779 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253779Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253779Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253779Cleaning up temporary data from old regions at 1731405253793 (+14 ms)Running coprocessor post-open hooks at 1731405253801 (+8 ms)Region opened successfully at 1731405253802 (+1 ms)
2024-11-12T09:54:13,804 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., pid=31, masterSystemTime=1731405253765
2024-11-12T09:54:13,807 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,807 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:54:13,807 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,807 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,807 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e301db43a1ad13f05754d6b36308cd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.', STARTKEY => 'bbb', ENDKEY => 'ccc'}
2024-11-12T09:54:13,808 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,808 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,808 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,808 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a642aa147750d9bad62c3cac92c5b99, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:13,811 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9e301db43a1ad13f05754d6b36308cd4 
2024-11-12T09:54:13,813 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T09:54:13,814 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e301db43a1ad13f05754d6b36308cd4 columnFamilyName colfamily11
2024-11-12T09:54:13,814 DEBUG [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,815 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(327): Store=9e301db43a1ad13f05754d6b36308cd4/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,816 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9e301db43a1ad13f05754d6b36308cd4 
2024-11-12T09:54:13,816 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:54:13,817 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29
2024-11-12T09:54:13,817 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a642aa147750d9bad62c3cac92c5b99, server=eb677afb1da9,45027,1731405250711 in 202 msec
2024-11-12T09:54:13,819 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e301db43a1ad13f05754d6b36308cd4 columnFamilyName colfamily21
2024-11-12T09:54:13,819 DEBUG [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2a642aa147750d9bad62c3cac92c5b99, ASSIGN in 382 msec
2024-11-12T09:54:13,820 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(327): Store=9e301db43a1ad13f05754d6b36308cd4/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,820 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9e301db43a1ad13f05754d6b36308cd4 
2024-11-12T09:54:13,822 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,822 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ac0cff1666de9fd66b5bb390a6fe2cd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.', STARTKEY => 'www', ENDKEY => 'xxx'}
2024-11-12T09:54:13,823 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,823 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,823 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,823 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,823 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e301db43a1ad13f05754d6b36308cd4 columnFamilyName colfamily31
2024-11-12T09:54:13,823 DEBUG [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,824 INFO  [StoreOpener-9e301db43a1ad13f05754d6b36308cd4-1 {}] regionserver.HStore(327): Store=9e301db43a1ad13f05754d6b36308cd4/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,825 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,826 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,826 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,828 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,828 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,829 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,830 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5ac0cff1666de9fd66b5bb390a6fe2cd 
2024-11-12T09:54:13,831 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,832 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac0cff1666de9fd66b5bb390a6fe2cd columnFamilyName colfamily11
2024-11-12T09:54:13,832 DEBUG [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,832 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(327): Store=5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,833 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5ac0cff1666de9fd66b5bb390a6fe2cd 
2024-11-12T09:54:13,835 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac0cff1666de9fd66b5bb390a6fe2cd columnFamilyName colfamily21
2024-11-12T09:54:13,835 DEBUG [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,836 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(327): Store=5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,836 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5ac0cff1666de9fd66b5bb390a6fe2cd 
2024-11-12T09:54:13,838 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac0cff1666de9fd66b5bb390a6fe2cd columnFamilyName colfamily31
2024-11-12T09:54:13,838 DEBUG [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,839 INFO  [StoreOpener-5ac0cff1666de9fd66b5bb390a6fe2cd-1 {}] regionserver.HStore(327): Store=5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,839 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,839 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,840 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 9e301db43a1ad13f05754d6b36308cd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72962347, jitterRate=0.08722369372844696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,840 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:54:13,841 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 9e301db43a1ad13f05754d6b36308cd4:
Running coprocessor pre-open hook at 1731405253809Writing region info on filesystem at 1731405253809Initializing all the Stores at 1731405253810 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253810Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253811 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253811Cleaning up temporary data from old regions at 1731405253828 (+17 ms)Running coprocessor post-open hooks at 1731405253841 (+13 ms)Region opened successfully at 1731405253841
2024-11-12T09:54:13,841 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,842 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,842 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., pid=44, masterSystemTime=1731405253765
2024-11-12T09:54:13,844 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,844 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,845 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,845 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:13,845 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,845 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,845 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dd3f7f9b3fb31999f2b7b7fc1b15519, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.', STARTKEY => 'eee', ENDKEY => 'fff'}
2024-11-12T09:54:13,846 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,846 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,846 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,846 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,846 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,848 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,848 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5dd3f7f9b3fb31999f2b7b7fc1b15519 
2024-11-12T09:54:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e301db43a1ad13f05754d6b36308cd4, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:13,850 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dd3f7f9b3fb31999f2b7b7fc1b15519 columnFamilyName colfamily11
2024-11-12T09:54:13,850 DEBUG [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,852 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(327): Store=5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,852 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5dd3f7f9b3fb31999f2b7b7fc1b15519 
2024-11-12T09:54:13,852 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,853 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 5ac0cff1666de9fd66b5bb390a6fe2cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63843611, jitterRate=-0.04865606129169464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,853 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:54:13,854 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 5ac0cff1666de9fd66b5bb390a6fe2cd:
Running coprocessor pre-open hook at 1731405253828Writing region info on filesystem at 1731405253828Initializing all the Stores at 1731405253829 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253829Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253830 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253830Cleaning up temporary data from old regions at 1731405253844 (+14 ms)Running coprocessor post-open hooks at 1731405253854 (+10 ms)Region opened successfully at 1731405253854
2024-11-12T09:54:13,854 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dd3f7f9b3fb31999f2b7b7fc1b15519 columnFamilyName colfamily21
2024-11-12T09:54:13,854 DEBUG [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,855 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(327): Store=5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,856 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5dd3f7f9b3fb31999f2b7b7fc1b15519 
2024-11-12T09:54:13,856 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., pid=39, masterSystemTime=1731405253812
2024-11-12T09:54:13,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=6
2024-11-12T09:54:13,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e301db43a1ad13f05754d6b36308cd4, server=eb677afb1da9,45027,1731405250711 in 169 msec
2024-11-12T09:54:13,859 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dd3f7f9b3fb31999f2b7b7fc1b15519 columnFamilyName colfamily31
2024-11-12T09:54:13,859 DEBUG [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,860 INFO  [StoreOpener-5dd3f7f9b3fb31999f2b7b7fc1b15519-1 {}] regionserver.HStore(327): Store=5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,860 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,861 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,861 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => acca84f4e3159cc09e53a688d44b85ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.', STARTKEY => 'ggg', ENDKEY => 'hhh'}
2024-11-12T09:54:13,862 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,862 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:54:13,862 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,862 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,862 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,862 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 09474592050dc6c96f34b5a4f6c20c6a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e301db43a1ad13f05754d6b36308cd4, ASSIGN in 422 msec
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,863 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,864 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,864 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,865 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:54:13,866 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,867 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 09474592050dc6c96f34b5a4f6c20c6a 
2024-11-12T09:54:13,868 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,868 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,868 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily11
2024-11-12T09:54:13,868 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,869 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ac0cff1666de9fd66b5bb390a6fe2cd, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:13,869 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,869 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:54:13,871 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09474592050dc6c96f34b5a4f6c20c6a columnFamilyName colfamily11
2024-11-12T09:54:13,871 DEBUG [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,871 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(327): Store=09474592050dc6c96f34b5a4f6c20c6a/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,872 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,872 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 09474592050dc6c96f34b5a4f6c20c6a 
2024-11-12T09:54:13,873 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily21
2024-11-12T09:54:13,873 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,874 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,874 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:54:13,875 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09474592050dc6c96f34b5a4f6c20c6a columnFamilyName colfamily21
2024-11-12T09:54:13,875 DEBUG [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,877 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(327): Store=09474592050dc6c96f34b5a4f6c20c6a/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,877 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily31
2024-11-12T09:54:13,877 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 09474592050dc6c96f34b5a4f6c20c6a 
2024-11-12T09:54:13,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=27
2024-11-12T09:54:13,877 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ac0cff1666de9fd66b5bb390a6fe2cd, server=eb677afb1da9,44053,1731405250548 in 212 msec
2024-11-12T09:54:13,878 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,878 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,880 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,880 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09474592050dc6c96f34b5a4f6c20c6a columnFamilyName colfamily31
2024-11-12T09:54:13,880 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,881 DEBUG [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,881 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,882 INFO  [StoreOpener-09474592050dc6c96f34b5a4f6c20c6a-1 {}] regionserver.HStore(327): Store=09474592050dc6c96f34b5a4f6c20c6a/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,882 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5dd3f7f9b3fb31999f2b7b7fc1b15519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73014867, jitterRate=0.08800630271434784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,882 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,882 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:54:13,882 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5ac0cff1666de9fd66b5bb390a6fe2cd, ASSIGN in 442 msec
2024-11-12T09:54:13,882 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5dd3f7f9b3fb31999f2b7b7fc1b15519:
Running coprocessor pre-open hook at 1731405253846Writing region info on filesystem at 1731405253846Initializing all the Stores at 1731405253848 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253848Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253848Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253848Cleaning up temporary data from old regions at 1731405253868 (+20 ms)Running coprocessor post-open hooks at 1731405253882 (+14 ms)Region opened successfully at 1731405253882
2024-11-12T09:54:13,882 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,882 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,883 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,883 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,884 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., pid=33, masterSystemTime=1731405253765
2024-11-12T09:54:13,885 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,886 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,886 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,887 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,888 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,888 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,888 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:54:13,888 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => b1acd08b7b6b3e3e3a2b0a1c0aa26510, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.', STARTKEY => 'jjj', ENDKEY => 'kkk'}
2024-11-12T09:54:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,890 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,890 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,890 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd3f7f9b3fb31999f2b7b7fc1b15519, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:13,895 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,896 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened acca84f4e3159cc09e53a688d44b85ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66535213, jitterRate=-0.008548066020011902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,896 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:54:13,897 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for acca84f4e3159cc09e53a688d44b85ae:
Running coprocessor pre-open hook at 1731405253863Writing region info on filesystem at 1731405253863Initializing all the Stores at 1731405253864 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253864Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253865 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253865Cleaning up temporary data from old regions at 1731405253882 (+17 ms)Running coprocessor post-open hooks at 1731405253897 (+15 ms)Region opened successfully at 1731405253897
2024-11-12T09:54:13,898 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., pid=52, masterSystemTime=1731405253854
2024-11-12T09:54:13,900 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b1acd08b7b6b3e3e3a2b0a1c0aa26510 
2024-11-12T09:54:13,900 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=9
2024-11-12T09:54:13,900 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dd3f7f9b3fb31999f2b7b7fc1b15519, server=eb677afb1da9,45027,1731405250711 in 269 msec
2024-11-12T09:54:13,901 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,901 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:54:13,901 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,902 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => eb4f06629fb2d28dfc9aa055ee596388, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.', STARTKEY => 'uuu', ENDKEY => 'vvv'}
2024-11-12T09:54:13,902 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1acd08b7b6b3e3e3a2b0a1c0aa26510 columnFamilyName colfamily11
2024-11-12T09:54:13,902 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,902 DEBUG [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,902 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,902 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,902 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,902 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,903 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(327): Store=b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,903 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b1acd08b7b6b3e3e3a2b0a1c0aa26510 
2024-11-12T09:54:13,906 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1acd08b7b6b3e3e3a2b0a1c0aa26510 columnFamilyName colfamily21
2024-11-12T09:54:13,906 DEBUG [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:13,907 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(327): Store=b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,907 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b1acd08b7b6b3e3e3a2b0a1c0aa26510 
2024-11-12T09:54:13,908 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dd3f7f9b3fb31999f2b7b7fc1b15519, ASSIGN in 470 msec
2024-11-12T09:54:13,908 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,908 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:54:13,910 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 09474592050dc6c96f34b5a4f6c20c6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63282253, jitterRate=-0.057020947337150574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,910 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:54:13,910 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 09474592050dc6c96f34b5a4f6c20c6a:
Running coprocessor pre-open hook at 1731405253864Writing region info on filesystem at 1731405253864Initializing all the Stores at 1731405253866 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253866Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253866Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253866Cleaning up temporary data from old regions at 1731405253887 (+21 ms)Running coprocessor post-open hooks at 1731405253910 (+23 ms)Region opened successfully at 1731405253910
2024-11-12T09:54:13,912 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., pid=40, masterSystemTime=1731405253812
2024-11-12T09:54:13,912 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily11
2024-11-12T09:54:13,912 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,912 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1acd08b7b6b3e3e3a2b0a1c0aa26510 columnFamilyName colfamily31
2024-11-12T09:54:13,912 DEBUG [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,913 INFO  [StoreOpener-b1acd08b7b6b3e3e3a2b0a1c0aa26510-1 {}] regionserver.HStore(327): Store=b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,913 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,913 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,914 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:54:13,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=11
2024-11-12T09:54:13,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,38901,1731405250652 in 179 msec
2024-11-12T09:54:13,915 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,915 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,915 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:54:13,916 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,916 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 1741e311ea112db3184a543659ed0bd8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.', STARTKEY => 'hhh', ENDKEY => 'iii'}
2024-11-12T09:54:13,916 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,916 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,916 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,917 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,917 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,917 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,920 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily21
2024-11-12T09:54:13,920 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,921 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,921 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:54:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09474592050dc6c96f34b5a4f6c20c6a, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,923 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,923 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily31
2024-11-12T09:54:13,923 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,923 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN in 485 msec
2024-11-12T09:54:13,924 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,924 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,924 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,926 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,926 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,927 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,928 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1741e311ea112db3184a543659ed0bd8 
2024-11-12T09:54:13,928 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,929 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,930 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,931 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1741e311ea112db3184a543659ed0bd8 columnFamilyName colfamily11
2024-11-12T09:54:13,931 DEBUG [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,932 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(327): Store=1741e311ea112db3184a543659ed0bd8/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,932 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=19
2024-11-12T09:54:13,932 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 09474592050dc6c96f34b5a4f6c20c6a, server=eb677afb1da9,44053,1731405250548 in 261 msec
2024-11-12T09:54:13,932 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1741e311ea112db3184a543659ed0bd8 
2024-11-12T09:54:13,933 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,935 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1741e311ea112db3184a543659ed0bd8 columnFamilyName colfamily21
2024-11-12T09:54:13,935 DEBUG [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=09474592050dc6c96f34b5a4f6c20c6a, ASSIGN in 497 msec
2024-11-12T09:54:13,936 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(327): Store=1741e311ea112db3184a543659ed0bd8/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,936 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,936 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1741e311ea112db3184a543659ed0bd8 
2024-11-12T09:54:13,937 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,937 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened b1acd08b7b6b3e3e3a2b0a1c0aa26510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67255005, jitterRate=0.0021776705980300903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,938 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:54:13,938 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for b1acd08b7b6b3e3e3a2b0a1c0aa26510:
Running coprocessor pre-open hook at 1731405253890Writing region info on filesystem at 1731405253890Initializing all the Stores at 1731405253891 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253891Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253899 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253899Cleaning up temporary data from old regions at 1731405253923 (+24 ms)Running coprocessor post-open hooks at 1731405253938 (+15 ms)Region opened successfully at 1731405253938
2024-11-12T09:54:13,938 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened eb4f06629fb2d28dfc9aa055ee596388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63744138, jitterRate=-0.05013832449913025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,938 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:54:13,938 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for eb4f06629fb2d28dfc9aa055ee596388:
Running coprocessor pre-open hook at 1731405253903Writing region info on filesystem at 1731405253903Initializing all the Stores at 1731405253905 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253905Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253908 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253908Cleaning up temporary data from old regions at 1731405253929 (+21 ms)Running coprocessor post-open hooks at 1731405253938 (+9 ms)Region opened successfully at 1731405253938
2024-11-12T09:54:13,938 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1741e311ea112db3184a543659ed0bd8 columnFamilyName colfamily31
2024-11-12T09:54:13,939 DEBUG [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,940 INFO  [StoreOpener-1741e311ea112db3184a543659ed0bd8-1 {}] regionserver.HStore(327): Store=1741e311ea112db3184a543659ed0bd8/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,940 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,941 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., pid=34, masterSystemTime=1731405253765
2024-11-12T09:54:13,941 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,942 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,943 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., pid=50, masterSystemTime=1731405253854
2024-11-12T09:54:13,944 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,944 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,944 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,944 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:54:13,944 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => e432989e78eb02dc8e53e82c1a94a343, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.', STARTKEY => 'mmm', ENDKEY => 'nnn'}
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,945 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,947 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:13,948 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e432989e78eb02dc8e53e82c1a94a343 
2024-11-12T09:54:13,949 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,949 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:54:13,949 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,949 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c193914751427bf5c07dc9ca7029410, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.', STARTKEY => 'iii', ENDKEY => 'jjj'}
2024-11-12T09:54:13,950 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,950 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e432989e78eb02dc8e53e82c1a94a343 columnFamilyName colfamily11
2024-11-12T09:54:13,951 DEBUG [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1acd08b7b6b3e3e3a2b0a1c0aa26510, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:13,951 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,951 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,951 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(327): Store=e432989e78eb02dc8e53e82c1a94a343/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,951 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,951 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,952 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e432989e78eb02dc8e53e82c1a94a343 
2024-11-12T09:54:13,952 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:13,954 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,955 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 1741e311ea112db3184a543659ed0bd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62900035, jitterRate=-0.06271643936634064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,955 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:54:13,956 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 1741e311ea112db3184a543659ed0bd8:
Running coprocessor pre-open hook at 1731405253917Writing region info on filesystem at 1731405253917Initializing all the Stores at 1731405253919 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253919Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253926 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253926Cleaning up temporary data from old regions at 1731405253944 (+18 ms)Running coprocessor post-open hooks at 1731405253955 (+11 ms)Region opened successfully at 1731405253956 (+1 ms)
2024-11-12T09:54:13,956 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:54:13,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:13,957 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., pid=49, masterSystemTime=1731405253812
2024-11-12T09:54:13,958 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e432989e78eb02dc8e53e82c1a94a343 columnFamilyName colfamily21
2024-11-12T09:54:13,958 DEBUG [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,958 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily11
2024-11-12T09:54:13,958 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,959 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(327): Store=e432989e78eb02dc8e53e82c1a94a343/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,959 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,959 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:54:13,959 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e432989e78eb02dc8e53e82c1a94a343 
2024-11-12T09:54:13,961 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,961 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily21
2024-11-12T09:54:13,961 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:54:13,961 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,961 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,962 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cff8c172c0a4df291cfde1f6277fc15, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.', STARTKEY => 'sss', ENDKEY => 'ttt'}
2024-11-12T09:54:13,962 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,962 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,962 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:54:13,962 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,962 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,963 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=14
2024-11-12T09:54:13,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b1acd08b7b6b3e3e3a2b0a1c0aa26510, server=eb677afb1da9,45027,1731405250711 in 326 msec
2024-11-12T09:54:13,965 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily31
2024-11-12T09:54:13,965 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3cff8c172c0a4df291cfde1f6277fc15 
2024-11-12T09:54:13,965 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,966 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e432989e78eb02dc8e53e82c1a94a343 columnFamilyName colfamily31
2024-11-12T09:54:13,966 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,966 DEBUG [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,966 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,967 INFO  [StoreOpener-e432989e78eb02dc8e53e82c1a94a343-1 {}] regionserver.HStore(327): Store=e432989e78eb02dc8e53e82c1a94a343/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,967 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cff8c172c0a4df291cfde1f6277fc15 columnFamilyName colfamily11
2024-11-12T09:54:13,967 DEBUG [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,968 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, ASSIGN in 528 msec
2024-11-12T09:54:13,968 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,968 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,968 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(327): Store=3cff8c172c0a4df291cfde1f6277fc15/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,968 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3cff8c172c0a4df291cfde1f6277fc15 
2024-11-12T09:54:13,968 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,968 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,970 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:13,970 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,970 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,970 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cff8c172c0a4df291cfde1f6277fc15 columnFamilyName colfamily21
2024-11-12T09:54:13,970 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,971 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,971 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,971 DEBUG [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,971 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,973 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,973 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(327): Store=3cff8c172c0a4df291cfde1f6277fc15/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,973 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3cff8c172c0a4df291cfde1f6277fc15 
2024-11-12T09:54:13,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1741e311ea112db3184a543659ed0bd8, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:13,974 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,976 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cff8c172c0a4df291cfde1f6277fc15 columnFamilyName colfamily31
2024-11-12T09:54:13,977 DEBUG [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,978 INFO  [StoreOpener-3cff8c172c0a4df291cfde1f6277fc15-1 {}] regionserver.HStore(327): Store=3cff8c172c0a4df291cfde1f6277fc15/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,978 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,979 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,979 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,980 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,980 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25
2024-11-12T09:54:13,981 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened e432989e78eb02dc8e53e82c1a94a343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73268851, jitterRate=0.09179095923900604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,38901,1731405250652 in 255 msec
2024-11-12T09:54:13,981 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:54:13,981 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for e432989e78eb02dc8e53e82c1a94a343:
Running coprocessor pre-open hook at 1731405253946Writing region info on filesystem at 1731405253946Initializing all the Stores at 1731405253947 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253947Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253948 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253948Cleaning up temporary data from old regions at 1731405253970 (+22 ms)Running coprocessor post-open hooks at 1731405253981 (+11 ms)Region opened successfully at 1731405253981
2024-11-12T09:54:13,981 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 5c193914751427bf5c07dc9ca7029410; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62397871, jitterRate=-0.07019926607608795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,981 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:54:13,982 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,982 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,982 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 5c193914751427bf5c07dc9ca7029410:
Running coprocessor pre-open hook at 1731405253954Writing region info on filesystem at 1731405253954Initializing all the Stores at 1731405253955 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253955Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253956 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253956Cleaning up temporary data from old regions at 1731405253971 (+15 ms)Running coprocessor post-open hooks at 1731405253982 (+11 ms)Region opened successfully at 1731405253982
2024-11-12T09:54:13,983 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:13,983 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., pid=32, masterSystemTime=1731405253765
2024-11-12T09:54:13,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN in 546 msec
2024-11-12T09:54:13,985 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., pid=53, masterSystemTime=1731405253854
2024-11-12T09:54:13,987 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,987 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,987 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:54:13,987 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:13,988 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => e12fe9ddbf793dcdfdc05a28bc368c0a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.', STARTKEY => 'ttt', ENDKEY => 'uuu'}
2024-11-12T09:54:13,990 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:13,990 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,990 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:13,990 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:13,991 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,992 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:54:13,992 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:13,992 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:13,992 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => cd1cbae05ea9f0814c02042e323fd9f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.', STARTKEY => 'rrr', ENDKEY => 'sss'}
2024-11-12T09:54:13,993 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 3cff8c172c0a4df291cfde1f6277fc15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61930088, jitterRate=-0.07716977596282959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:13,993 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:54:13,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=12
2024-11-12T09:54:13,993 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e12fe9ddbf793dcdfdc05a28bc368c0a 
2024-11-12T09:54:13,994 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 3cff8c172c0a4df291cfde1f6277fc15:
Running coprocessor pre-open hook at 1731405253963Writing region info on filesystem at 1731405253963Initializing all the Stores at 1731405253964 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253964Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253964Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253964Cleaning up temporary data from old regions at 1731405253982 (+18 ms)Running coprocessor post-open hooks at 1731405253993 (+11 ms)Region opened successfully at 1731405253993
2024-11-12T09:54:13,994 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:13,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1741e311ea112db3184a543659ed0bd8, server=eb677afb1da9,44053,1731405250548 in 277 msec
2024-11-12T09:54:13,994 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:13,995 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:13,995 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., pid=42, masterSystemTime=1731405253812
2024-11-12T09:54:13,995 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:13,997 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12fe9ddbf793dcdfdc05a28bc368c0a columnFamilyName colfamily11
2024-11-12T09:54:13,997 DEBUG [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:13,997 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1741e311ea112db3184a543659ed0bd8, ASSIGN in 559 msec
2024-11-12T09:54:13,998 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,998 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:54:13,998 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(327): Store=e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:13,999 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e12fe9ddbf793dcdfdc05a28bc368c0a 
2024-11-12T09:54:13,999 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:13,999 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 298eae82b51278205a8988c6fbe02664, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.', STARTKEY => 'qqq', ENDKEY => 'rrr'}
2024-11-12T09:54:13,999 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,000 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,000 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,000 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,000 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,001 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12fe9ddbf793dcdfdc05a28bc368c0a columnFamilyName colfamily21
2024-11-12T09:54:14,001 DEBUG [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,002 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(327): Store=e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,003 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e12fe9ddbf793dcdfdc05a28bc368c0a 
2024-11-12T09:54:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cff8c172c0a4df291cfde1f6277fc15, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,004 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,005 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12fe9ddbf793dcdfdc05a28bc368c0a columnFamilyName colfamily31
2024-11-12T09:54:14,005 DEBUG [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,007 INFO  [StoreOpener-e12fe9ddbf793dcdfdc05a28bc368c0a-1 {}] regionserver.HStore(327): Store=e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,007 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:54:14,007 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 298eae82b51278205a8988c6fbe02664 
2024-11-12T09:54:14,007 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,008 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,010 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily11
2024-11-12T09:54:14,010 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,011 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,011 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,011 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298eae82b51278205a8988c6fbe02664 columnFamilyName colfamily11
2024-11-12T09:54:14,011 DEBUG [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,012 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,013 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,013 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(327): Store=298eae82b51278205a8988c6fbe02664/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,013 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 298eae82b51278205a8988c6fbe02664 
2024-11-12T09:54:14,013 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:54:14,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=23
2024-11-12T09:54:14,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cff8c172c0a4df291cfde1f6277fc15, server=eb677afb1da9,44053,1731405250548 in 336 msec
2024-11-12T09:54:14,014 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,016 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298eae82b51278205a8988c6fbe02664 columnFamilyName colfamily21
2024-11-12T09:54:14,016 DEBUG [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,017 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily21
2024-11-12T09:54:14,017 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,018 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3cff8c172c0a4df291cfde1f6277fc15, ASSIGN in 579 msec
2024-11-12T09:54:14,018 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(327): Store=298eae82b51278205a8988c6fbe02664/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,018 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 298eae82b51278205a8988c6fbe02664 
2024-11-12T09:54:14,018 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,019 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,019 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:54:14,019 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened e12fe9ddbf793dcdfdc05a28bc368c0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67179080, jitterRate=0.001046299934387207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,019 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:54:14,020 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for e12fe9ddbf793dcdfdc05a28bc368c0a:
Running coprocessor pre-open hook at 1731405253991Writing region info on filesystem at 1731405253991Initializing all the Stores at 1731405253993 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253993Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253993Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405253993Cleaning up temporary data from old regions at 1731405254011 (+18 ms)Running coprocessor post-open hooks at 1731405254020 (+9 ms)Region opened successfully at 1731405254020
2024-11-12T09:54:14,021 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., pid=36, masterSystemTime=1731405253765
2024-11-12T09:54:14,022 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298eae82b51278205a8988c6fbe02664 columnFamilyName colfamily31
2024-11-12T09:54:14,022 DEBUG [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,023 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily31
2024-11-12T09:54:14,023 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,024 INFO  [StoreOpener-298eae82b51278205a8988c6fbe02664-1 {}] regionserver.HStore(327): Store=298eae82b51278205a8988c6fbe02664/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,024 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,025 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:14,025 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:54:14,025 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:14,025 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 980ec6903137f1770f96a05e378a860d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.', STARTKEY => 'ddd', ENDKEY => 'eee'}
2024-11-12T09:54:14,026 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,026 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,026 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,026 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,027 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=13
2024-11-12T09:54:14,027 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,38901,1731405250652 in 286 msec
2024-11-12T09:54:14,027 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,030 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,030 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,031 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,031 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,032 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,032 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,033 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN in 592 msec
2024-11-12T09:54:14,033 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,034 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,035 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:14,035 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 980ec6903137f1770f96a05e378a860d 
2024-11-12T09:54:14,038 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 980ec6903137f1770f96a05e378a860d columnFamilyName colfamily11
2024-11-12T09:54:14,038 DEBUG [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,039 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(327): Store=980ec6903137f1770f96a05e378a860d/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12fe9ddbf793dcdfdc05a28bc368c0a, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:14,040 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,040 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 980ec6903137f1770f96a05e378a860d 
2024-11-12T09:54:14,040 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,040 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened cd1cbae05ea9f0814c02042e323fd9f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69995099, jitterRate=0.04300825297832489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,040 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:54:14,041 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for cd1cbae05ea9f0814c02042e323fd9f1:
Running coprocessor pre-open hook at 1731405253995Writing region info on filesystem at 1731405253995Initializing all the Stores at 1731405254000 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254001 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254006 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254006Cleaning up temporary data from old regions at 1731405254030 (+24 ms)Running coprocessor post-open hooks at 1731405254040 (+10 ms)Region opened successfully at 1731405254040
2024-11-12T09:54:14,041 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 298eae82b51278205a8988c6fbe02664; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72451726, jitterRate=0.07961484789848328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,042 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., pid=55, masterSystemTime=1731405253854
2024-11-12T09:54:14,042 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:54:14,042 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 298eae82b51278205a8988c6fbe02664:
Running coprocessor pre-open hook at 1731405254000Writing region info on filesystem at 1731405254000Initializing all the Stores at 1731405254002 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254002Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254006 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254006Cleaning up temporary data from old regions at 1731405254031 (+25 ms)Running coprocessor post-open hooks at 1731405254042 (+11 ms)Region opened successfully at 1731405254042
2024-11-12T09:54:14,042 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 980ec6903137f1770f96a05e378a860d columnFamilyName colfamily21
2024-11-12T09:54:14,042 DEBUG [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,042 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:14,043 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(327): Store=980ec6903137f1770f96a05e378a860d/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,044 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 980ec6903137f1770f96a05e378a860d 
2024-11-12T09:54:14,047 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., pid=41, masterSystemTime=1731405253812
2024-11-12T09:54:14,048 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,45027,1731405250711, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:54:14,048 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,45027,1731405250711, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:54:14,048 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 980ec6903137f1770f96a05e378a860d columnFamilyName colfamily31
2024-11-12T09:54:14,048 DEBUG [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e432989e78eb02dc8e53e82c1a94a343, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:14,049 INFO  [StoreOpener-980ec6903137f1770f96a05e378a860d-1 {}] regionserver.HStore(327): Store=980ec6903137f1770f96a05e378a860d/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,050 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,050 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:14,050 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:54:14,050 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:14,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b4a72a05fab4d3a87e3eba60d0c2874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.', STARTKEY => 'ccc', ENDKEY => 'ddd'}
2024-11-12T09:54:14,051 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:14,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,051 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:54:14,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,051 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fa1b0a354f6c9224114b412f0d6c1e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.', STARTKEY => 'zzz', ENDKEY => ''}
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,054 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,054 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,054 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:54:14,055 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5fa1b0a354f6c9224114b412f0d6c1e1 
2024-11-12T09:54:14,055 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,057 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,058 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily11
2024-11-12T09:54:14,058 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,059 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=298eae82b51278205a8988c6fbe02664, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,059 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,060 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:54:14,062 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa1b0a354f6c9224114b412f0d6c1e1 columnFamilyName colfamily11
2024-11-12T09:54:14,062 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily21
2024-11-12T09:54:14,062 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298eae82b51278205a8988c6fbe02664, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,062 DEBUG [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,064 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(327): Store=5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,064 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5fa1b0a354f6c9224114b412f0d6c1e1 
2024-11-12T09:54:14,065 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,065 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:54:14,067 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa1b0a354f6c9224114b412f0d6c1e1 columnFamilyName colfamily21
2024-11-12T09:54:14,067 DEBUG [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,068 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(327): Store=5fa1b0a354f6c9224114b412f0d6c1e1/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,068 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily31
2024-11-12T09:54:14,068 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5fa1b0a354f6c9224114b412f0d6c1e1 
2024-11-12T09:54:14,068 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,069 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,069 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=22
2024-11-12T09:54:14,069 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,069 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,38901,1731405250652 in 321 msec
2024-11-12T09:54:14,070 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa1b0a354f6c9224114b412f0d6c1e1 columnFamilyName colfamily31
2024-11-12T09:54:14,070 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,071 DEBUG [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,071 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,072 INFO  [StoreOpener-5fa1b0a354f6c9224114b412f0d6c1e1-1 {}] regionserver.HStore(327): Store=5fa1b0a354f6c9224114b412f0d6c1e1/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,072 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,073 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN in 634 msec
2024-11-12T09:54:14,073 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,073 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,073 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,073 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,074 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,075 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,075 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,076 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,076 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,078 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=21
2024-11-12T09:54:14,082 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 298eae82b51278205a8988c6fbe02664, server=eb677afb1da9,44053,1731405250548 in 407 msec
2024-11-12T09:54:14,082 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,083 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,084 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 980ec6903137f1770f96a05e378a860d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64756462, jitterRate=-0.035053521394729614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,084 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:54:14,084 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 980ec6903137f1770f96a05e378a860d:
Running coprocessor pre-open hook at 1731405254026Writing region info on filesystem at 1731405254026Initializing all the Stores at 1731405254028 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254028Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254034 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254034Cleaning up temporary data from old regions at 1731405254054 (+20 ms)Running coprocessor post-open hooks at 1731405254084 (+30 ms)Region opened successfully at 1731405254084
2024-11-12T09:54:14,084 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,084 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 7b4a72a05fab4d3a87e3eba60d0c2874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65997293, jitterRate=-0.016563698649406433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,084 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:54:14,085 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 7b4a72a05fab4d3a87e3eba60d0c2874:
Running coprocessor pre-open hook at 1731405254052Writing region info on filesystem at 1731405254052Initializing all the Stores at 1731405254053 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254053Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254054 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254054Cleaning up temporary data from old regions at 1731405254073 (+19 ms)Running coprocessor post-open hooks at 1731405254084 (+11 ms)Region opened successfully at 1731405254084
2024-11-12T09:54:14,085 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5fa1b0a354f6c9224114b412f0d6c1e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72340082, jitterRate=0.07795122265815735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,085 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:54:14,085 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5fa1b0a354f6c9224114b412f0d6c1e1:
Running coprocessor pre-open hook at 1731405254052Writing region info on filesystem at 1731405254052Initializing all the Stores at 1731405254054 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254054Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254054Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254054Cleaning up temporary data from old regions at 1731405254075 (+21 ms)Running coprocessor post-open hooks at 1731405254085 (+10 ms)Region opened successfully at 1731405254085
2024-11-12T09:54:14,086 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., pid=38, masterSystemTime=1731405253765
2024-11-12T09:54:14,087 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., pid=56, masterSystemTime=1731405253854
2024-11-12T09:54:14,087 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1., pid=43, masterSystemTime=1731405253812
2024-11-12T09:54:14,087 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=298eae82b51278205a8988c6fbe02664, ASSIGN in 647 msec
2024-11-12T09:54:14,089 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:14,089 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:54:14,089 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:14,089 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 4291fd5ee5a1c77425dd01e86befdd1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.', STARTKEY => 'ppp', ENDKEY => 'qqq'}
2024-11-12T09:54:14,090 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,090 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,090 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,090 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,091 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:14,091 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:54:14,091 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:14,092 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 0993839bd9fbfc2aa5bc54ad752a444b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.', STARTKEY => 'kkk', ENDKEY => 'lll'}
2024-11-12T09:54:14,092 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,092 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,092 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,092 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,093 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:14,094 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:14,094 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4291fd5ee5a1c77425dd01e86befdd1f 
2024-11-12T09:54:14,094 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:14,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=17
2024-11-12T09:54:14,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e432989e78eb02dc8e53e82c1a94a343, server=eb677afb1da9,45027,1731405250711 in 468 msec
2024-11-12T09:54:14,094 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dc5c47273edb0fc0d1d7359f54e3c47, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.', STARTKEY => 'xxx', ENDKEY => 'yyy'}
2024-11-12T09:54:14,094 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,095 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,095 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,095 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,096 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4291fd5ee5a1c77425dd01e86befdd1f columnFamilyName colfamily11
2024-11-12T09:54:14,096 DEBUG [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e432989e78eb02dc8e53e82c1a94a343, ASSIGN in 659 msec
2024-11-12T09:54:14,097 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(327): Store=4291fd5ee5a1c77425dd01e86befdd1f/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,097 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4291fd5ee5a1c77425dd01e86befdd1f 
2024-11-12T09:54:14,099 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,099 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0993839bd9fbfc2aa5bc54ad752a444b 
2024-11-12T09:54:14,100 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4291fd5ee5a1c77425dd01e86befdd1f columnFamilyName colfamily21
2024-11-12T09:54:14,100 DEBUG [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,100 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(327): Store=4291fd5ee5a1c77425dd01e86befdd1f/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,101 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:54:14,101 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4291fd5ee5a1c77425dd01e86befdd1f 
2024-11-12T09:54:14,102 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0993839bd9fbfc2aa5bc54ad752a444b columnFamilyName colfamily11
2024-11-12T09:54:14,102 DEBUG [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,103 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily11
2024-11-12T09:54:14,103 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,103 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(327): Store=0993839bd9fbfc2aa5bc54ad752a444b/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,103 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0993839bd9fbfc2aa5bc54ad752a444b 
2024-11-12T09:54:14,103 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4291fd5ee5a1c77425dd01e86befdd1f columnFamilyName colfamily31
2024-11-12T09:54:14,103 DEBUG [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,104 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,104 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:54:14,104 INFO  [StoreOpener-4291fd5ee5a1c77425dd01e86befdd1f-1 {}] regionserver.HStore(327): Store=4291fd5ee5a1c77425dd01e86befdd1f/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,104 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,105 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,106 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,107 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0993839bd9fbfc2aa5bc54ad752a444b columnFamilyName colfamily21
2024-11-12T09:54:14,107 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily21
2024-11-12T09:54:14,107 DEBUG [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,107 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,108 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,108 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:54:14,108 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(327): Store=0993839bd9fbfc2aa5bc54ad752a444b/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,108 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,108 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,108 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0993839bd9fbfc2aa5bc54ad752a444b 
2024-11-12T09:54:14,109 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,110 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=7
2024-11-12T09:54:14,111 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0993839bd9fbfc2aa5bc54ad752a444b columnFamilyName colfamily31
2024-11-12T09:54:14,111 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily31
2024-11-12T09:54:14,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,38901,1731405250652 in 357 msec
2024-11-12T09:54:14,111 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,111 DEBUG [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,112 INFO  [StoreOpener-0993839bd9fbfc2aa5bc54ad752a444b-1 {}] regionserver.HStore(327): Store=0993839bd9fbfc2aa5bc54ad752a444b/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,112 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,112 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,112 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,113 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,114 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,114 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,114 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN in 676 msec
2024-11-12T09:54:14,116 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,116 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,116 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,116 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,118 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,118 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,119 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fa1b0a354f6c9224114b412f0d6c1e1, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,120 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,120 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 4291fd5ee5a1c77425dd01e86befdd1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62748111, jitterRate=-0.06498028337955475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,120 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:54:14,121 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,121 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=980ec6903137f1770f96a05e378a860d, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:14,121 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 4291fd5ee5a1c77425dd01e86befdd1f:
Running coprocessor pre-open hook at 1731405254090Writing region info on filesystem at 1731405254090Initializing all the Stores at 1731405254092 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254092Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254093 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254093Cleaning up temporary data from old regions at 1731405254108 (+15 ms)Running coprocessor post-open hooks at 1731405254120 (+12 ms)Region opened successfully at 1731405254121 (+1 ms)
2024-11-12T09:54:14,120 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,122 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., pid=35, masterSystemTime=1731405253765
2024-11-12T09:54:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 980ec6903137f1770f96a05e378a860d, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:14,127 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:14,127 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:54:14,127 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:14,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c9897f27f37f35b73f62943429de4e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.', STARTKEY => 'vvv', ENDKEY => 'www'}
2024-11-12T09:54:14,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,129 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,129 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 0993839bd9fbfc2aa5bc54ad752a444b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67437208, jitterRate=0.004892706871032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,129 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:54:14,129 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 0993839bd9fbfc2aa5bc54ad752a444b:
Running coprocessor pre-open hook at 1731405254093Writing region info on filesystem at 1731405254093Initializing all the Stores at 1731405254094 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254094Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254098 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254098Cleaning up temporary data from old regions at 1731405254118 (+20 ms)Running coprocessor post-open hooks at 1731405254129 (+11 ms)Region opened successfully at 1731405254129
2024-11-12T09:54:14,130 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., pid=45, masterSystemTime=1731405253812
2024-11-12T09:54:14,134 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8c9897f27f37f35b73f62943429de4e8 
2024-11-12T09:54:14,134 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,135 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 5dc5c47273edb0fc0d1d7359f54e3c47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62131135, jitterRate=-0.0741739422082901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,135 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:54:14,136 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 5dc5c47273edb0fc0d1d7359f54e3c47:
Running coprocessor pre-open hook at 1731405254095Writing region info on filesystem at 1731405254095Initializing all the Stores at 1731405254097 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254097Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254099 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254099Cleaning up temporary data from old regions at 1731405254116 (+17 ms)Running coprocessor post-open hooks at 1731405254135 (+19 ms)Region opened successfully at 1731405254136 (+1 ms)
2024-11-12T09:54:14,136 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:14,136 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:54:14,136 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:14,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 718e4c94de1e4bae6549c6c7cf6d23a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.', STARTKEY => '', ENDKEY => 'bbb'}
2024-11-12T09:54:14,137 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c9897f27f37f35b73f62943429de4e8 columnFamilyName colfamily11
2024-11-12T09:54:14,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,137 DEBUG [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,137 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=30
2024-11-12T09:54:14,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,137 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fa1b0a354f6c9224114b412f0d6c1e1, server=eb677afb1da9,44053,1731405250548 in 449 msec
2024-11-12T09:54:14,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,138 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(327): Store=8c9897f27f37f35b73f62943429de4e8/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,138 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8c9897f27f37f35b73f62943429de4e8 
2024-11-12T09:54:14,138 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., pid=47, masterSystemTime=1731405253854
2024-11-12T09:54:14,139 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 718e4c94de1e4bae6549c6c7cf6d23a9 
2024-11-12T09:54:14,141 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c9897f27f37f35b73f62943429de4e8 columnFamilyName colfamily21
2024-11-12T09:54:14,141 DEBUG [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,142 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(327): Store=8c9897f27f37f35b73f62943429de4e8/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,142 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8c9897f27f37f35b73f62943429de4e8 
2024-11-12T09:54:14,142 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5fa1b0a354f6c9224114b412f0d6c1e1, ASSIGN in 702 msec
2024-11-12T09:54:14,143 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:14,143 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:54:14,143 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:14,143 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 254a41c2e11a107de7b6f7d273790af5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.', STARTKEY => 'nnn', ENDKEY => 'ooo'}
2024-11-12T09:54:14,144 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,144 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718e4c94de1e4bae6549c6c7cf6d23a9 columnFamilyName colfamily11
2024-11-12T09:54:14,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,144 DEBUG [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,145 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c9897f27f37f35b73f62943429de4e8 columnFamilyName colfamily31
2024-11-12T09:54:14,145 DEBUG [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,146 INFO  [StoreOpener-8c9897f27f37f35b73f62943429de4e8-1 {}] regionserver.HStore(327): Store=8c9897f27f37f35b73f62943429de4e8/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,146 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(327): Store=718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,147 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,147 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 718e4c94de1e4bae6549c6c7cf6d23a9 
2024-11-12T09:54:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,148 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,148 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:54:14,148 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,148 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,150 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,150 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,151 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,151 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily11
2024-11-12T09:54:14,151 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,152 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718e4c94de1e4bae6549c6c7cf6d23a9 columnFamilyName colfamily21
2024-11-12T09:54:14,152 DEBUG [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,152 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,152 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:54:14,152 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(327): Store=718e4c94de1e4bae6549c6c7cf6d23a9/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,153 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 718e4c94de1e4bae6549c6c7cf6d23a9 
2024-11-12T09:54:14,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0993839bd9fbfc2aa5bc54ad752a444b, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,153 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,45027,1731405250711, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:54:14,153 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,45027,1731405250711, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:54:14,155 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718e4c94de1e4bae6549c6c7cf6d23a9 columnFamilyName colfamily31
2024-11-12T09:54:14,155 DEBUG [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,156 INFO  [StoreOpener-718e4c94de1e4bae6549c6c7cf6d23a9-1 {}] regionserver.HStore(327): Store=718e4c94de1e4bae6549c6c7cf6d23a9/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,156 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,157 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,158 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily21
2024-11-12T09:54:14,158 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,159 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,159 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,160 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:54:14,160 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,162 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=28
2024-11-12T09:54:14,162 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,162 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,162 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,38901,1731405250652 in 453 msec
2024-11-12T09:54:14,162 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily31
2024-11-12T09:54:14,163 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,163 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,164 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,165 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,165 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,166 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN in 727 msec
2024-11-12T09:54:14,166 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,168 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,168 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,168 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,169 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 8c9897f27f37f35b73f62943429de4e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67592767, jitterRate=0.007210716605186462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,169 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:54:14,169 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,169 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 8c9897f27f37f35b73f62943429de4e8:
Running coprocessor pre-open hook at 1731405254129Writing region info on filesystem at 1731405254129Initializing all the Stores at 1731405254130 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254130Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254134 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254134Cleaning up temporary data from old regions at 1731405254150 (+16 ms)Running coprocessor post-open hooks at 1731405254169 (+19 ms)Region opened successfully at 1731405254169
2024-11-12T09:54:14,170 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., pid=37, masterSystemTime=1731405253765
2024-11-12T09:54:14,172 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,174 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=15
2024-11-12T09:54:14,174 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0993839bd9fbfc2aa5bc54ad752a444b, server=eb677afb1da9,44053,1731405250548 in 476 msec
2024-11-12T09:54:14,174 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:14,174 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:54:14,176 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:14,176 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,176 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,176 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 718e4c94de1e4bae6549c6c7cf6d23a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64898062, jitterRate=-0.032943516969680786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,177 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:54:14,177 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 718e4c94de1e4bae6549c6c7cf6d23a9:
Running coprocessor pre-open hook at 1731405254137Writing region info on filesystem at 1731405254137Initializing all the Stores at 1731405254139 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254139Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254139Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254139Cleaning up temporary data from old regions at 1731405254162 (+23 ms)Running coprocessor post-open hooks at 1731405254177 (+15 ms)Region opened successfully at 1731405254177
2024-11-12T09:54:14,178 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 254a41c2e11a107de7b6f7d273790af5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68442035, jitterRate=0.019865795969963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,178 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., pid=46, masterSystemTime=1731405253812
2024-11-12T09:54:14,178 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:54:14,179 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 254a41c2e11a107de7b6f7d273790af5:
Running coprocessor pre-open hook at 1731405254144Writing region info on filesystem at 1731405254144Initializing all the Stores at 1731405254146 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254146Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254147 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254148 (+1 ms)Cleaning up temporary data from old regions at 1731405254168 (+20 ms)Running coprocessor post-open hooks at 1731405254178 (+10 ms)Region opened successfully at 1731405254178
2024-11-12T09:54:14,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c9897f27f37f35b73f62943429de4e8, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:14,181 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., pid=54, masterSystemTime=1731405253854
2024-11-12T09:54:14,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0993839bd9fbfc2aa5bc54ad752a444b, ASSIGN in 744 msec
2024-11-12T09:54:14,182 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:14,182 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:14,182 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:14,182 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 97c4f71d0aa7bb0ee2ea827dbb197e78, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.', STARTKEY => 'fff', ENDKEY => 'ggg'}
2024-11-12T09:54:14,183 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,183 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,183 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,183 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,183 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,184 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:14,184 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:54:14,184 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:14,185 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => c6130eb630f16d2fb78142098b626f84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.', STARTKEY => 'lll', ENDKEY => 'mmm'}
2024-11-12T09:54:14,185 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,185 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:54:14,185 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,185 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,185 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97c4f71d0aa7bb0ee2ea827dbb197e78 
2024-11-12T09:54:14,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 718e4c94de1e4bae6549c6c7cf6d23a9, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,188 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4f71d0aa7bb0ee2ea827dbb197e78 columnFamilyName colfamily11
2024-11-12T09:54:14,188 DEBUG [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,189 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(327): Store=97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,189 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,189 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:54:14,189 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97c4f71d0aa7bb0ee2ea827dbb197e78 
2024-11-12T09:54:14,192 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily11
2024-11-12T09:54:14,192 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4f71d0aa7bb0ee2ea827dbb197e78 columnFamilyName colfamily21
2024-11-12T09:54:14,192 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,192 DEBUG [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,193 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,193 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:54:14,193 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(327): Store=97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,194 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97c4f71d0aa7bb0ee2ea827dbb197e78 
2024-11-12T09:54:14,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,196 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily21
2024-11-12T09:54:14,196 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c4f71d0aa7bb0ee2ea827dbb197e78 columnFamilyName colfamily31
2024-11-12T09:54:14,196 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,196 DEBUG [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,196 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,196 INFO  [StoreOpener-97c4f71d0aa7bb0ee2ea827dbb197e78-1 {}] regionserver.HStore(327): Store=97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,197 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,197 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:54:14,197 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,198 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,199 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily31
2024-11-12T09:54:14,199 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:54:14,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=5
2024-11-12T09:54:14,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 718e4c94de1e4bae6549c6c7cf6d23a9, server=eb677afb1da9,44053,1731405250548 in 495 msec
2024-11-12T09:54:14,200 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,200 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:54:14,200 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,200 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,200 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,201 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,202 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,202 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=718e4c94de1e4bae6549c6c7cf6d23a9, ASSIGN in 765 msec
2024-11-12T09:54:14,203 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,203 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,205 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:54:14,205 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,206 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 97c4f71d0aa7bb0ee2ea827dbb197e78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747567, jitterRate=0.08402322232723236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,206 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:54:14,206 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 97c4f71d0aa7bb0ee2ea827dbb197e78:
Running coprocessor pre-open hook at 1731405254183Writing region info on filesystem at 1731405254183Initializing all the Stores at 1731405254185 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254185Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254185Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254185Cleaning up temporary data from old regions at 1731405254200 (+15 ms)Running coprocessor post-open hooks at 1731405254206 (+6 ms)Region opened successfully at 1731405254206
2024-11-12T09:54:14,207 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,208 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., pid=48, masterSystemTime=1731405253812
2024-11-12T09:54:14,211 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T09:54:14,211 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:14,212 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:54:14,212 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=18
2024-11-12T09:54:14,212 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,38901,1731405250652 in 467 msec
2024-11-12T09:54:14,212 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened c6130eb630f16d2fb78142098b626f84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63161335, jitterRate=-0.058822765946388245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:54:14,212 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:54:14,212 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for c6130eb630f16d2fb78142098b626f84:
Running coprocessor pre-open hook at 1731405254185Writing region info on filesystem at 1731405254185Initializing all the Stores at 1731405254188 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254188Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254188Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405254188Cleaning up temporary data from old regions at 1731405254203 (+15 ms)Running coprocessor post-open hooks at 1731405254212 (+9 ms)Region opened successfully at 1731405254212
2024-11-12T09:54:14,214 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., pid=51, masterSystemTime=1731405253854
2024-11-12T09:54:14,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN in 777 msec
2024-11-12T09:54:14,216 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:14,216 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:54:14,217 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38901,1731405250652
2024-11-12T09:54:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,38901,1731405250652 because future has completed
2024-11-12T09:54:14,221 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:54:14,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c4f71d0aa7bb0ee2ea827dbb197e78, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:54:14,228 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=16
2024-11-12T09:54:14,228 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,38901,1731405250652 in 499 msec
2024-11-12T09:54:14,230 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN in 793 msec
2024-11-12T09:54:14,233 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=10
2024-11-12T09:54:14,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 97c4f71d0aa7bb0ee2ea827dbb197e78, server=eb677afb1da9,44053,1731405250548 in 524 msec
2024-11-12T09:54:14,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97c4f71d0aa7bb0ee2ea827dbb197e78, ASSIGN in 799 msec
2024-11-12T09:54:14,239 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=26
2024-11-12T09:54:14,240 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c9897f27f37f35b73f62943429de4e8, server=eb677afb1da9,45027,1731405250711 in 591 msec
2024-11-12T09:54:14,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8c9897f27f37f35b73f62943429de4e8, ASSIGN in 805 msec
2024-11-12T09:54:14,244 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:54:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:14,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4291fd5ee5a1c77425dd01e86befdd1f, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:54:14,249 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=8
2024-11-12T09:54:14,249 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 980ec6903137f1770f96a05e378a860d, server=eb677afb1da9,45027,1731405250711 in 593 msec
2024-11-12T09:54:14,251 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=980ec6903137f1770f96a05e378a860d, ASSIGN in 814 msec
2024-11-12T09:54:14,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=20
2024-11-12T09:54:14,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 4291fd5ee5a1c77425dd01e86befdd1f, server=eb677afb1da9,45027,1731405250711 in 616 msec
2024-11-12T09:54:14,257 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,45027,1731405250711, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:54:14,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4291fd5ee5a1c77425dd01e86befdd1f, ASSIGN in 819 msec
2024-11-12T09:54:14,265 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=24
2024-11-12T09:54:14,265 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure e12fe9ddbf793dcdfdc05a28bc368c0a, server=eb677afb1da9,45027,1731405250711 in 619 msec
2024-11-12T09:54:14,268 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=4
2024-11-12T09:54:14,268 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e12fe9ddbf793dcdfdc05a28bc368c0a, ASSIGN in 830 msec
2024-11-12T09:54:14,269 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T09:54:14,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405254269"}]},"ts":"1731405254269"}
2024-11-12T09:54:14,272 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta
2024-11-12T09:54:14,274 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T09:54:14,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1880 sec
2024-11-12T09:54:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T09:54:15,256 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed
2024-11-12T09:54:15,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms
2024-11-12T09:54:15,258 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T09:54:15,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38901 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info
2024-11-12T09:54:15,284 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states.
2024-11-12T09:54:15,284 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T09:54:15,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned.
2024-11-12T09:54:15,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,443 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:15,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:15,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:15,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2]
2024-11-12T09:54:16,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., hostname=eb677afb1da9,45027,1731405250711, seqNum=2]
2024-11-12T09:54:16,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1., hostname=eb677afb1da9,44053,1731405250548, seqNum=2]
2024-11-12T09:54:16,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:54:16,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38901 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:54:16,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:54:16,570 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:54:16,578 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:54:16,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45027 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:54:16,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44053 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:54:17,324 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100
2024-11-12T09:54:17,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38901 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info
2024-11-12T09:54:17,583 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true
2024-11-12T09:54:17,583 INFO  [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER eb677afb1da9,38901,1731405250652
2024-11-12T09:54:17,583 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing eb677afb1da9,38901,1731405250652
2024-11-12T09:54:17,584 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server eb677afb1da9,38901,1731405250652: Simulated kill *****
2024-11-12T09:54:17,584 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T09:54:17,586 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T09:54:17,588 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T09:54:17,589 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T09:54:17,589 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T09:54:17,589 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 583555200
      },
      "NonHeapMemoryUsage": {
        "committed": 157941760,
        "init": 7667712,
        "max": -1,
        "used": 154150952
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "eb677afb1da9"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "eb677afb1da9"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.Context": "regionserver",
      "tag.Hostname": "eb677afb1da9"
    }
  ]
}
2024-11-12T09:54:17,592 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46513 {}] master.MasterRpcServices(700): eb677afb1da9,38901,1731405250652 reported a fatal error:
***** ABORTING region server eb677afb1da9,38901,1731405250652: Simulated kill *****
2024-11-12T09:54:17,593 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,38901,1731405250652' *****
2024-11-12T09:54:17,593 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill
2024-11-12T09:54:17,594 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:54:17,594 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:54:17,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T09:54:17,594 INFO  [RS:1;eb677afb1da9:38901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-12T09:54:17,594 INFO  [RS:1;eb677afb1da9:38901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-12T09:54:17,594 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:54:17,594 INFO  [RS:1;eb677afb1da9:38901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;eb677afb1da9:38901.
2024-11-12T09:54:17,595 DEBUG [RS:1;eb677afb1da9:38901 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:54:17,599 DEBUG [RS:1;eb677afb1da9:38901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:54:17,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741836_1012 (size=54214)
2024-11-12T09:54:17,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741836_1012 (size=54214)
2024-11-12T09:54:17,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741836_1012 (size=54214)
2024-11-12T09:54:17,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741834_1010 (size=297717)
2024-11-12T09:54:17,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741834_1010 (size=297717)
2024-11-12T09:54:17,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741834_1010 (size=297717)
2024-11-12T09:54:17,612 DEBUG [RS:1;eb677afb1da9:38901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:54:17,612 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:54:17,612 INFO  [RS:1;eb677afb1da9:38901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38901
2024-11-12T09:54:17,667 INFO  [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:54:17,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T09:54:17,711 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:54:17,711 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,38901,1731405250652
2024-11-12T09:54:17,713 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,38901,1731405250652]
2024-11-12T09:54:17,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,38901,1731405250652 already deleted, retry=false
2024-11-12T09:54:17,903 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of eb677afb1da9,38901,1731405250652 on eb677afb1da9,46513,1731405249829
2024-11-12T09:54:17,907 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,911 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for eb677afb1da9,38901,1731405250652 (carryingMeta=true) eb677afb1da9,38901,1731405250652/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2b3b8f3[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-12T09:54:17,912 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,912 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:54:17,912 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,912 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:54:17,912 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:17,914 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-12T09:54:17,916 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,917 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:54:17,917 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:54:17,917 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:54:17,917 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:54:17,918 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:54:17,918 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:54:17,918 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:54:17,918 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:54:17,919 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:54:17,925 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:54:17,925 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38901-0x1012fc10c920002, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:54:17,925 INFO  [RS:1;eb677afb1da9:38901 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:54:17,925 INFO  [RS:1;eb677afb1da9:38901 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,38901,1731405250652; zookeeper connection closed.
2024-11-12T09:54:17,925 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:54:17,926 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32c0e9aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32c0e9aa
2024-11-12T09:54:17,927 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:54:17,928 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:17,930 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:54:17,930 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,931 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:54:17,931 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec
2024-11-12T09:54:17,933 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:54:17,933 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,38901,1731405250652, table=hbase:meta, region=1588230740
2024-11-12T09:54:17,934 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPEN
2024-11-12T09:54:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:54:17,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:17,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:17,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:54:17,947 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405287947
2024-11-12T09:54:17,947 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:54:17,947 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,947 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:54:17,948 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true, isMeta: true
2024-11-12T09:54:17,949 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:17,950 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting
2024-11-12T09:54:17,952 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=1, meta=true
2024-11-12T09:54:17,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:17,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:17,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:17,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta}]
2024-11-12T09:54:17,954 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:54:17,954 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:54:17,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:54:17,954 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:54:18,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:18,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:18,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:54:18,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:18,221 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:54:18,221 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:54:18,239 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T09:54:18,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:18,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:18,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:54:18,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:18,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T09:54:18,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true'
2024-11-12T09:54:18,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:18,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:18,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:54:18,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:19,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:20,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:20,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:20,107 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:20,112 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2161 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:20,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T09:54:20,170 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T09:54:20,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:54:20,171 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer
2024-11-12T09:54:20,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:54:20,172 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T09:54:20,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T09:54:20,172 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T09:54:22,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:22,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:22,117 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:22,118 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:26,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:26,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:26,157 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:26,158 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8210 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:26,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:26,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:36,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:36,165 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:36,166 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:36,167 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18219 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:36,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:36,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:36,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:36,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:38,924 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:54:41,796 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:46513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-12T09:54:46,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:46,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:46,198 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:46,199 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28251 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:46,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:46,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:46,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:46,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:52,976 INFO  [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-12T09:54:52,977 INFO  [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-12T09:54:56,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:54:56,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:54:56,246 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:54:56,247 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38299 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:54:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:54:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:54:56,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:06,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:06,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:06,267 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:06,268 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48320 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:06,673 WARN  [RS:0;eb677afb1da9:44053 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb677afb1da9,38901,1731405250652: status=status unset, state=RUNNING, startTime=1731405257911, completionTime=-1 appears to have been leaked
2024-11-12T09:55:08,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:55:12,184 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-11-12T09:55:12,936 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 718e4c94de1e4bae6549c6c7cf6d23a9 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,937 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 97c4f71d0aa7bb0ee2ea827dbb197e78 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,938 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1741e311ea112db3184a543659ed0bd8 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,938 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0993839bd9fbfc2aa5bc54ad752a444b changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,939 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 09474592050dc6c96f34b5a4f6c20c6a changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,939 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 298eae82b51278205a8988c6fbe02664 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,939 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3cff8c172c0a4df291cfde1f6277fc15 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,940 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5ac0cff1666de9fd66b5bb390a6fe2cd changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,940 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5fa1b0a354f6c9224114b412f0d6c1e1 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,940 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e301db43a1ad13f05754d6b36308cd4 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,941 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 980ec6903137f1770f96a05e378a860d changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,941 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5dd3f7f9b3fb31999f2b7b7fc1b15519 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,941 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b1acd08b7b6b3e3e3a2b0a1c0aa26510 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,941 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e432989e78eb02dc8e53e82c1a94a343 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,942 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4291fd5ee5a1c77425dd01e86befdd1f changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,942 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e12fe9ddbf793dcdfdc05a28bc368c0a changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,942 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c9897f27f37f35b73f62943429de4e8 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:12,942 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2a642aa147750d9bad62c3cac92c5b99 changed from -1.0 to 0.0, refreshing cache
2024-11-12T09:55:14,799 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:46513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-12T09:55:17,956 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-12T09:54:17.953Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:18.067Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18.275Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:18.586Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:19.096Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:54:20.113Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:22.120Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:26.160Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:36.167Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:46.201Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:54:56.248Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:06.269Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-12T09:55:17,960 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:55:17,961 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:55:17,961 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:55:17,961 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:55:17,961 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:55:17,962 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:55:17,962 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:55:17,962 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:55:17,963 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:55:17,964 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-12T09:55:17,967 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:55:17,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:55:17,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:55:17,968 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:55:17,968 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:55:17,969 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-12T09:55:17,969 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:55:17,969 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,38901,1731405250652, table=hbase:meta, region=1588230740
2024-11-12T09:55:17,970 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPEN
2024-11-12T09:55:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:55:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:55:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:55:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:55:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:55:18,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:55:18,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:55:18,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:55:18,031 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405348031
2024-11-12T09:55:18,031 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:55:18,031 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true, isMeta: true
2024-11-12T09:55:18,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:18,032 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:18,033 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:18,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:18,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:18,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:18,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:18,034 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=1, meta=true
2024-11-12T09:55:18,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta}]
2024-11-12T09:55:18,034 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:55:18,040 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:55:18,042 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:55:18,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:18,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:18,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:55:18,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:18,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59
2024-11-12T09:55:18,225 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, size=52.9 K (54214bytes)
2024-11-12T09:55:18,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-12T09:55:18,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-12T09:55:18,226 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta
2024-11-12T09:55:18,231 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta after 4ms
2024-11-12T09:55:18,240 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta took 16ms
2024-11-12T09:55:18,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:55:18,256 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp
2024-11-12T09:55:18,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta so closing down
2024-11-12T09:55:18,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T09:55:18,262 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp
2024-11-12T09:55:18,266 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T09:55:18,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741864_1040 (size=53973)
2024-11-12T09:55:18,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741864_1040 (size=53973)
2024-11-12T09:55:18,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741864_1040 (size=53973)
2024-11-12T09:55:18,277 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms)
2024-11-12T09:55:18,279 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-12T09:55:18,284 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false
2024-11-12T09:55:18,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, journal: Splitting hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, size=52.9 K (54214bytes) at 1731405318225Finishing writing output for hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta so closing down at 1731405318261 (+36 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp at 1731405318262 (+1 ms)3 split writer threads finished at 1731405318266 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731405318277 (+11 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731405318279 (+2 ms)Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731405318284 (+5 ms)
2024-11-12T09:55:18,284 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta
2024-11-12T09:55:18,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-12T09:55:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-12T09:55:18,294 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs
2024-11-12T09:55:18,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-12T09:55:18,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 in 252 msec
2024-11-12T09:55:18,299 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:55:18,301 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-12T09:55:18,301 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 in 265 msec
2024-11-12T09:55:18,304 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting dir is empty, no logs to split.
2024-11-12T09:55:18,304 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=0, meta=true
2024-11-12T09:55:18,304 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,38901,1731405250652 WAL splitting is done? wals=0, meta=true
2024-11-12T09:55:18,304 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:55:18,304 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:55:18,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:55:18,305 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:55:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:55:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:18,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:18,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:18,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:55:18,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:19,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:19,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:19,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:55:19,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:19,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:19,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:20,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:20,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:20,185 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:20,186 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:22,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:22,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:22,195 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:22,196 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4164 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:26,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:26,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:26,237 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:26,238 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8205 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:26,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:26,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:26,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:26,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:36,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:36,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:36,317 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:36,317 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18285 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:38,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:55:46,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:46,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:46,355 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:46,356 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28324 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:46,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:56,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:55:56,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:55:56,456 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:55:56,456 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38424 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:55:56,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:56,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:55:56,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:55:56,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:06,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:06,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:06,467 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:06,468 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48436 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:06,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:06,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:08,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:56:12,231 WARN  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 22, running: 1
2024-11-12T09:56:16,576 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped
2024-11-12T09:56:17,803 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:46513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-12T09:56:18,036 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-12T09:55:18.033Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:18.145Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18.356Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:18.668Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:19.177Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:55:20.187Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:22.197Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:26.239Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:36.319Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:46.357Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:55:56.457Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:06.470Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-12T09:56:18,040 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:56:18,040 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:56:18,040 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:56:18,040 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:56:18,040 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:56:18,041 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:56:18,041 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:56:18,042 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:56:18,042 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:56:18,045 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-11-12T09:56:18,051 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:56:18,051 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:56:18,051 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:56:18,051 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:56:18,052 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:56:18,053 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:56:18,053 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-12T09:56:18,054 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:56:18,054 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,38901,1731405250652, table=hbase:meta, region=1588230740
2024-11-12T09:56:18,054 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPEN
2024-11-12T09:56:18,086 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:56:18,086 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:56:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:56:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:56:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:56:18,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:56:18,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:56:18,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:56:18,109 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405408109
2024-11-12T09:56:18,109 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:56:18,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:18,110 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:18,111 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:18,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:18,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:18,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:18,111 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting dir is empty, no logs to split.
2024-11-12T09:56:18,111 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=0, meta=true
2024-11-12T09:56:18,111 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,38901,1731405250652 WAL splitting is done? wals=0, meta=true
2024-11-12T09:56:18,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:18,111 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:56:18,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:56:18,114 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:56:18,114 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:56:18,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:56:18,114 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:56:18,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:18,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:18,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:56:18,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:18,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:18,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:18,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:56:18,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:18,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:18,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:18,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:56:18,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:19,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:20,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:20,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:20,257 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:20,258 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:20,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:20,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:20,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:20,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:22,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:22,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:22,287 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:22,288 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4178 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:26,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:26,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:26,326 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:26,327 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8217 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:36,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:36,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:36,416 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:36,417 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18307 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:38,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:56:46,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:46,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:46,526 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:46,527 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28417 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:46,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:56,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:56:56,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:56:56,626 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:56:56,627 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38517 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:56:56,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:56,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:56:56,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:56:56,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:06,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:06,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:57:06,697 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:57:06,698 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb677afb1da9,38901,1731405250652 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48588 ms
java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-12T09:57:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:57:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:57:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:08,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T09:57:10,030 WARN  [RS:2;eb677afb1da9:45027 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb677afb1da9,38901,1731405250652: status=Processing ServerCrashProcedure of eb677afb1da9,38901,1731405250652 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731405257930, completionTime=-1 appears to have been leaked
2024-11-12T09:57:10,030 WARN  [RS:2;eb677afb1da9:45027 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb677afb1da9,38901,1731405250652: status=Processing ServerCrashProcedure of eb677afb1da9,38901,1731405250652 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731405317968, completionTime=-1 appears to have been leaked
2024-11-12T09:57:18,116 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-12T09:56:18.111Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:18.215Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18.426Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:18.736Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:19.244Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:56:20.260Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:22.290Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:26.329Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:36.418Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:46.529Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:56:56.628Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:06.699Z, java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-12T09:57:18,119 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:18,120 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:18,120 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:18,120 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:18,120 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:18,121 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:18,121 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:18,121 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:18,121 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:18,122 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:18,124 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:18,124 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:18,124 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:18,125 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:18,126 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:18,126 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:18,127 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,127 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,127 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:18,127 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:18,127 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:18,127 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-12T09:57:18,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:18,128 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,38901,1731405250652, table=hbase:meta, region=1588230740
2024-11-12T09:57:18,128 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38901,1731405250652, state=OPEN
2024-11-12T09:57:18,151 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:18,151 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:18,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,180 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405468180
2024-11-12T09:57:18,180 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:18,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T09:57:18,181 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:18,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:18,181 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:57:18,182 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:57:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-12T09:57:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:57:18,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:18,183 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:18,184 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:18,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:18,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1]
2024-11-12T09:57:18,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:18,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:18,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:18,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:57:18,334 DEBUG [eb677afb1da9:46513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-12T09:57:18,336 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0}
2024-11-12T09:57:18,337 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T09:57:18,337 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T09:57:18,337 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T09:57:18,337 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T09:57:18,337 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T09:57:18,337 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T09:57:18,337 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T09:57:18,339 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,341 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPENING
2024-11-12T09:57:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,370 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:18,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,370 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:18,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:18,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1]
2024-11-12T09:57:18,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T09:57:18,499 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:57:18,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:59143 deadline: 1731405498186, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on eb677afb1da9,44053,1731405250548
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-12T09:57:18,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on eb677afb1da9,44053,1731405250548
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-12T09:57:18,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 from cache
2024-11-12T09:57:18,526 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:57:18,530 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T09:57:18,530 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T09:57:18,531 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T09:57:18,532 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C44053%2C1731405250548.meta, suffix=.meta, logDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548, archiveDir=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs, maxLogs=32
2024-11-12T09:57:18,547 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548/eb677afb1da9%2C44053%2C1731405250548.meta.1731405438534.meta, exclude list is [], retry=0
2024-11-12T09:57:18,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-26fa840a-aaee-4cd9-adf9-3f222f2050b6,DISK]
2024-11-12T09:57:18,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-4ead6a45-e073-4437-b5d9-195e775b56a4,DISK]
2024-11-12T09:57:18,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-7ad745f1-9c39-43af-8303-3804a7571b76,DISK]
2024-11-12T09:57:18,551 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,44053,1731405250548/eb677afb1da9%2C44053%2C1731405250548.meta.1731405438534.meta
2024-11-12T09:57:18,552 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:38147:38147)]
2024-11-12T09:57:18,552 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T09:57:18,552 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T09:57:18,552 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T09:57:18,553 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T09:57:18,553 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T09:57:18,553 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:18,553 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T09:57:18,553 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T09:57:18,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T09:57:18,555 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T09:57:18,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:18,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:57:18,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T09:57:18,557 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T09:57:18,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:18,557 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:57:18,557 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T09:57:18,558 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T09:57:18,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:18,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:57:18,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T09:57:18,560 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T09:57:18,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:18,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T09:57:18,560 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T09:57:18,561 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:57:18,563 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740
2024-11-12T09:57:18,564 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-12T09:57:18,578 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-12T09:57:18,581 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB
2024-11-12T09:57:18,645 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/9643f568db674e72b7871f152b1d7e63 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4./info:regioninfo/1731405253845/Put/seqid=0
2024-11-12T09:57:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741866_1042 (size=58053)
2024-11-12T09:57:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741866_1042 (size=58053)
2024-11-12T09:57:18,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741866_1042 (size=58053)
2024-11-12T09:57:18,658 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/9643f568db674e72b7871f152b1d7e63
2024-11-12T09:57:18,722 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/ns/fdaab1a340a244cfa50c286dc7c85e72 is 43, key is default/ns:d/1731405252878/Put/seqid=0
2024-11-12T09:57:18,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741867_1043 (size=5153)
2024-11-12T09:57:18,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741867_1043 (size=5153)
2024-11-12T09:57:18,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741867_1043 (size=5153)
2024-11-12T09:57:18,730 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/ns/fdaab1a340a244cfa50c286dc7c85e72
2024-11-12T09:57:18,754 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/table/363d6951fc4049218d859cb705323cd5 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731405254269/Put/seqid=0
2024-11-12T09:57:18,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741868_1044 (size=5620)
2024-11-12T09:57:18,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741868_1044 (size=5620)
2024-11-12T09:57:18,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741868_1044 (size=5620)
2024-11-12T09:57:18,762 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/table/363d6951fc4049218d859cb705323cd5
2024-11-12T09:57:18,771 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/9643f568db674e72b7871f152b1d7e63 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/info/9643f568db674e72b7871f152b1d7e63
2024-11-12T09:57:18,781 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/info/9643f568db674e72b7871f152b1d7e63, entries=260, sequenceid=60, filesize=56.7 K
2024-11-12T09:57:18,783 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/ns/fdaab1a340a244cfa50c286dc7c85e72 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/ns/fdaab1a340a244cfa50c286dc7c85e72
2024-11-12T09:57:18,792 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/ns/fdaab1a340a244cfa50c286dc7c85e72, entries=2, sequenceid=60, filesize=5.0 K
2024-11-12T09:57:18,793 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/table/363d6951fc4049218d859cb705323cd5 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/table/363d6951fc4049218d859cb705323cd5
2024-11-12T09:57:18,802 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/table/363d6951fc4049218d859cb705323cd5, entries=2, sequenceid=60, filesize=5.5 K
2024-11-12T09:57:18,806 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=60, compaction requested=false; wal=null
2024-11-12T09:57:18,807 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-12T09:57:18,809 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T09:57:18,809 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T09:57:18,810 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T09:57:18,811 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T09:57:18,813 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1
2024-11-12T09:57:18,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:18,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1]
2024-11-12T09:57:18,814 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65800321, jitterRate=-0.019498810172080994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T09:57:18,815 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T09:57:18,815 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731405438553Writing region info on filesystem at 1731405438553Initializing all the Stores at 1731405438554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405438554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405438554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405438554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405438554Obtaining lock to block concurrent updates at 1731405438581 (+27 ms)Preparing flush snapshotting stores in 1588230740 at 1731405438581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731405438584 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731405438584Flushing 1588230740/info: creating writer at 1731405438587 (+3 ms)Flushing 1588230740/info: appending metadata at 1731405438637 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731405438639 (+2 ms)Flushing 1588230740/ns: creating writer at 1731405438704 (+65 ms)Flushing 1588230740/ns: appending metadata at 1731405438721 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731405438722 (+1 ms)Flushing 1588230740/table: creating writer at 1731405438738 (+16 ms)Flushing 1588230740/table: appending metadata at 1731405438753 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731405438753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c138c20: reopening flushed file at 1731405438770 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6825fc: reopening flushed file at 1731405438782 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9966ef: reopening flushed file at 1731405438792 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=60, compaction requested=false; wal=null at 1731405438806 (+14 ms)Cleaning up temporary data from old regions at 1731405438809 (+3 ms)Running coprocessor post-open hooks at 1731405438815 (+6 ms)Region opened successfully at 1731405438815
2024-11-12T09:57:18,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:59143 deadline: 1731405498181, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on eb677afb1da9,44053,1731405250548
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-12T09:57:18,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on eb677afb1da9,44053,1731405250548
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-12T09:57:18,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1 from cache
2024-11-12T09:57:18,818 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731405438525
2024-11-12T09:57:18,821 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T09:57:18,821 INFO  [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T09:57:18,821 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,822 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:18,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:18,871 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:18,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:18,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-12T09:57:18,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 in 501 msec
2024-11-12T09:57:18,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57
2024-11-12T09:57:18,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec
2024-11-12T09:57:19,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:19,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1]
2024-11-12T09:57:19,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,352 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,353 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,355 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,356 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,357 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:19,357 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405499357
2024-11-12T09:57:19,357 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405559357
2024-11-12T09:57:19,357 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1760 sec
2024-11-12T09:57:19,357 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): eb677afb1da9,38901,1731405250652 had 9 regions
2024-11-12T09:57:19,357 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:57:19,358 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,358 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:19,358 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:19,607 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,607 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:19,607 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:19,607 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:19,607 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:19,608 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:19,608 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:19,608 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:19,608 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:19,609 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:19,612 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:19,613 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:19,613 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:19,614 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,614 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,615 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,615 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-12T09:57:19,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=61
2024-11-12T09:57:19,617 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:19,617 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,44053,1731405250548, table=hbase:meta, region=1588230740
2024-11-12T09:57:19,617 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,679 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405469679
2024-11-12T09:57:19,679 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:19,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,688 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,689 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,690 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:19,690 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405499690
2024-11-12T09:57:19,690 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405559690
2024-11-12T09:57:19,690 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec
2024-11-12T09:57:19,690 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): eb677afb1da9,38901,1731405250652 had 8 regions
2024-11-12T09:57:19,690 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:19,691 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true, isMeta: false
2024-11-12T09:57:19,694 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=1, meta=false
2024-11-12T09:57:19,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318}]
2024-11-12T09:57:19,694 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:57:19,694 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:19,694 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:19,940 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,940 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:19,940 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:19,940 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:19,940 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:19,941 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:19,941 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:19,941 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:19,941 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:19,942 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:19,944 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:19,945 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,946 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:19,946 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-12T09:57:19,947 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=61
2024-11-12T09:57:19,947 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,44053,1731405250548, table=hbase:meta, region=1588230740
2024-11-12T09:57:19,947 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:19,972 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405469972
2024-11-12T09:57:19,972 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:19,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,979 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:19,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:19,980 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:19,980 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:19,980 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405499980
2024-11-12T09:57:19,980 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405559980
2024-11-12T09:57:19,980 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec
2024-11-12T09:57:19,980 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true, isMeta: false
2024-11-12T09:57:19,983 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=1, meta=false
2024-11-12T09:57:19,983 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318}]
2024-11-12T09:57:19,983 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:19,985 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:19,986 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:20,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63
2024-11-12T09:57:20,155 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318, size=290.7 K (297717bytes)
2024-11-12T09:57:20,155 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318
2024-11-12T09:57:20,156 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318 after 1ms
2024-11-12T09:57:20,161 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318 took 6ms
2024-11-12T09:57:20,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for acca84f4e3159cc09e53a688d44b85ae: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for eb4f06629fb2d28dfc9aa055ee596388: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,167 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5c193914751427bf5c07dc9ca7029410: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for cd1cbae05ea9f0814c02042e323fd9f1: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,170 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 7b4a72a05fab4d3a87e3eba60d0c2874: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5dc5c47273edb0fc0d1d7359f54e3c47: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,173 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 254a41c2e11a107de7b6f7d273790af5: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,175 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c6130eb630f16d2fb78142098b626f84: last_flushed_sequence_id: 18446744073709551615
2024-11-12T09:57:20,180 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,181 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,182 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,183 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,184 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,187 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,188 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,188 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,191 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,192 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,193 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,195 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,197 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,197 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318 so closing down
2024-11-12T09:57:20,197 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T09:57:20,198 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,199 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,201 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp
2024-11-12T09:57:20,202 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T09:57:20,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741870_1046 (size=36767)
2024-11-12T09:57:20,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741870_1046 (size=36767)
2024-11-12T09:57:20,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741870_1046 (size=36767)
2024-11-12T09:57:20,222 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,223 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004
2024-11-12T09:57:20,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741871_1047 (size=36767)
2024-11-12T09:57:20,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741871_1047 (size=36767)
2024-11-12T09:57:20,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741871_1047 (size=36767)
2024-11-12T09:57:20,230 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 1 ms)
2024-11-12T09:57:20,231 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004
2024-11-12T09:57:20,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741869_1045 (size=36767)
2024-11-12T09:57:20,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741869_1045 (size=36767)
2024-11-12T09:57:20,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741869_1045 (size=36767)
2024-11-12T09:57:20,237 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,239 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004
2024-11-12T09:57:20,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741873_1049 (size=36767)
2024-11-12T09:57:20,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741873_1049 (size=36767)
2024-11-12T09:57:20,248 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741872_1048 (size=36767)
2024-11-12T09:57:20,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741872_1048 (size=36767)
2024-11-12T09:57:20,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741872_1048 (size=36767)
2024-11-12T09:57:20,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741873_1049 (size=36767)
2024-11-12T09:57:20,250 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004
2024-11-12T09:57:20,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741874_1050 (size=36767)
2024-11-12T09:57:20,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741874_1050 (size=36767)
2024-11-12T09:57:20,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741874_1050 (size=36767)
2024-11-12T09:57:20,253 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,254 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004
2024-11-12T09:57:20,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741875_1051 (size=36767)
2024-11-12T09:57:20,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741875_1051 (size=36767)
2024-11-12T09:57:20,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741875_1051 (size=36767)
2024-11-12T09:57:20,266 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,268 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004
2024-11-12T09:57:20,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741876_1052 (size=36767)
2024-11-12T09:57:20,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741876_1052 (size=36767)
2024-11-12T09:57:20,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741876_1052 (size=36767)
2024-11-12T09:57:20,272 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,274 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004
2024-11-12T09:57:20,650 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T09:57:20,655 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004
2024-11-12T09:57:20,656 INFO  [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 495 ms; skipped=8; WAL=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318, size=290.7 K, length=297717, corrupted=false, cancelled=false
2024-11-12T09:57:20,656 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318, journal: Splitting hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318, size=290.7 K (297717bytes) at 1731405440155Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440181 (+26 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440183 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440188 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440188Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440192 (+4 ms)Split 6 edits, skipped 8 edits. at 1731405440192Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440195 (+3 ms)Finishing writing output for hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318 so closing down at 1731405440197 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440198 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp at 1731405440201 (+3 ms)3 split writer threads finished at 1731405440202 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440222 (+20 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004 at 1731405440224 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731405440230 (+6 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004 at 1731405440231 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440237 (+6 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004 at 1731405440239 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440248 (+9 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004 at 1731405440250 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440253 (+3 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004 at 1731405440254 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440266 (+12 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004 at 1731405440268 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440272 (+4 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004 at 1731405440274 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731405440651 (+377 ms)Rename recovered edits hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004-eb677afb1da9%2C38901%2C1731405250652.1731405252318.temp to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004 at 1731405440655 (+4 ms)Processed 16 edits across 8 Regions in 495 ms; skipped=8; WAL=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731405440656 (+1 ms)
2024-11-12T09:57:20,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318
2024-11-12T09:57:20,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-12T09:57:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46513 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-12T09:57:20,663 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting/eb677afb1da9%2C38901%2C1731405250652.1731405252318 to hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs
2024-11-12T09:57:20,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-12T09:57:20,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 in 677 msec
2024-11-12T09:57:20,667 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57
2024-11-12T09:57:20,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 in 684 msec
2024-11-12T09:57:20,670 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting dir is empty, no logs to split.
2024-11-12T09:57:20,670 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=0, meta=false
2024-11-12T09:57:20,670 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,38901,1731405250652 WAL splitting is done? wals=0, meta=false
2024-11-12T09:57:20,671 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:57:20,671 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:20,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:20,671 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:20,731 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:20,732 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:20,732 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:20,732 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:20,733 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:20,733 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:20,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:20,736 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:20,736 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,739 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:20,739 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-12T09:57:20,740 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=61
2024-11-12T09:57:20,740 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,44053,1731405250548, table=hbase:meta, region=1588230740
2024-11-12T09:57:20,740 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:20,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:20,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:20,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:20,797 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405470797
2024-11-12T09:57:20,797 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,802 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,803 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:20,804 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:20,804 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:20,804 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405500804
2024-11-12T09:57:20,804 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405560804
2024-11-12T09:57:20,804 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec
2024-11-12T09:57:20,806 INFO  [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server eb677afb1da9,38901,1731405250652 does not exist
2024-11-12T09:57:20,806 INFO  [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,38901,1731405250652 WAL count=0, meta=false
2024-11-12T09:57:20,806 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,38901,1731405250652 WAL splitting is done? wals=0, meta=false
2024-11-12T09:57:20,807 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for eb677afb1da9,38901,1731405250652 failed, ignore...File hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/WALs/eb677afb1da9,38901,1731405250652-splitting does not exist.
2024-11-12T09:57:20,807 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:20,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN}]
2024-11-12T09:57:20,808 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:57:20,809 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:20,809 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:20,809 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:21,055 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:21,056 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:21,057 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:21,058 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:21,058 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,059 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,060 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,060 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,060 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-12T09:57:21,060 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=61
2024-11-12T09:57:21,060 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,44053,1731405250548, table=hbase:meta, region=1588230740
2024-11-12T09:57:21,060 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,088 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405471088
2024-11-12T09:57:21,088 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:21,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,094 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,38901,1731405250652, regionLocation=eb677afb1da9,38901,1731405250652, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,095 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:21,095 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405501095
2024-11-12T09:57:21,095 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405561095
2024-11-12T09:57:21,095 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec
2024-11-12T09:57:21,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN}]
2024-11-12T09:57:21,096 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:21,098 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN
2024-11-12T09:57:21,098 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,099 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN
2024-11-12T09:57:21,100 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,101 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN
2024-11-12T09:57:21,101 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,102 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN
2024-11-12T09:57:21,103 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,104 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN
2024-11-12T09:57:21,104 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,105 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN
2024-11-12T09:57:21,106 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,106 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN
2024-11-12T09:57:21,107 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,108 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN
2024-11-12T09:57:21,108 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T09:57:21,251 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0}
2024-11-12T09:57:21,252 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T09:57:21,253 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T09:57:21,253 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T09:57:21,253 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T09:57:21,253 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T09:57:21,253 INFO  [eb677afb1da9:46513 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T09:57:21,253 DEBUG [eb677afb1da9:46513 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T09:57:21,255 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,256 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=254a41c2e11a107de7b6f7d273790af5, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,257 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=5c193914751427bf5c07dc9ca7029410, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,258 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPENING, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,258 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,259 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN because future has completed
2024-11-12T09:57:21,259 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c6130eb630f16d2fb78142098b626f84, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,260 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:21,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN because future has completed
2024-11-12T09:57:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN because future has completed
2024-11-12T09:57:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN because future has completed
2024-11-12T09:57:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN because future has completed
2024-11-12T09:57:21,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:57:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN because future has completed
2024-11-12T09:57:21,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN because future has completed
2024-11-12T09:57:21,267 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:57:21,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:57:21,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:21,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:21,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,44053,1731405250548}]
2024-11-12T09:57:21,279 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=acca84f4e3159cc09e53a688d44b85ae, regionState=OPENING, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN because future has completed
2024-11-12T09:57:21,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,45027,1731405250711}]
2024-11-12T09:57:21,417 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T09:57:21,418 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:21,418 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 254a41c2e11a107de7b6f7d273790af5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.', STARTKEY => 'nnn', ENDKEY => 'ooo'}
2024-11-12T09:57:21,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,422 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:57:21,422 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily11
2024-11-12T09:57:21,423 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,423 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:21,423 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,423 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:57:21,423 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => c6130eb630f16d2fb78142098b626f84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.', STARTKEY => 'lll', ENDKEY => 'mmm'}
2024-11-12T09:57:21,424 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,424 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,424 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,424 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,424 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily21
2024-11-12T09:57:21,425 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,425 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,425 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 254a41c2e11a107de7b6f7d273790af5 
2024-11-12T09:57:21,426 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:57:21,426 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254a41c2e11a107de7b6f7d273790af5 columnFamilyName colfamily31
2024-11-12T09:57:21,426 DEBUG [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,426 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily11
2024-11-12T09:57:21,427 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,427 INFO  [StoreOpener-254a41c2e11a107de7b6f7d273790af5-1 {}] regionserver.HStore(327): Store=254a41c2e11a107de7b6f7d273790af5/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,427 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,427 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,427 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:57:21,428 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,428 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily21
2024-11-12T09:57:21,428 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,428 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,428 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c6130eb630f16d2fb78142098b626f84 
2024-11-12T09:57:21,429 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,429 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6130eb630f16d2fb78142098b626f84 columnFamilyName colfamily31
2024-11-12T09:57:21,429 DEBUG [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,430 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004
2024-11-12T09:57:21,430 INFO  [StoreOpener-c6130eb630f16d2fb78142098b626f84-1 {}] regionserver.HStore(327): Store=c6130eb630f16d2fb78142098b626f84/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,430 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,430 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,432 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,433 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004
2024-11-12T09:57:21,437 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004
2024-11-12T09:57:21,437 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 254a41c2e11a107de7b6f7d273790af5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,439 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004
2024-11-12T09:57:21,440 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing c6130eb630f16d2fb78142098b626f84 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,465 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/.tmp/colfamily11/51e2294ec1c0461498ff04092eeb2ca8 is 52, key is nnn/colfamily11:colfamily11/1731405256812/Put/seqid=0
2024-11-12T09:57:21,466 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/.tmp/colfamily11/2ce336e37a3b487c82075919fc47dce3 is 52, key is lll/colfamily11:colfamily11/1731405256766/Put/seqid=0
2024-11-12T09:57:21,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741877_1053 (size=39263)
2024-11-12T09:57:21,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741877_1053 (size=39263)
2024-11-12T09:57:21,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741877_1053 (size=39263)
2024-11-12T09:57:21,478 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/.tmp/colfamily11/51e2294ec1c0461498ff04092eeb2ca8
2024-11-12T09:57:21,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741878_1054 (size=39263)
2024-11-12T09:57:21,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741878_1054 (size=39263)
2024-11-12T09:57:21,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741878_1054 (size=39263)
2024-11-12T09:57:21,481 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/.tmp/colfamily11/2ce336e37a3b487c82075919fc47dce3
2024-11-12T09:57:21,487 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/.tmp/colfamily11/51e2294ec1c0461498ff04092eeb2ca8 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/colfamily11/51e2294ec1c0461498ff04092eeb2ca8
2024-11-12T09:57:21,489 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/.tmp/colfamily11/2ce336e37a3b487c82075919fc47dce3 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/colfamily11/2ce336e37a3b487c82075919fc47dce3
2024-11-12T09:57:21,494 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/colfamily11/51e2294ec1c0461498ff04092eeb2ca8, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,495 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 254a41c2e11a107de7b6f7d273790af5 in 57ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,495 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/0000000000000000004
2024-11-12T09:57:21,497 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/colfamily11/2ce336e37a3b487c82075919fc47dce3, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,497 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,497 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,497 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6130eb630f16d2fb78142098b626f84 in 58ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,497 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,498 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/0000000000000000004
2024-11-12T09:57:21,499 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,499 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,499 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,500 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,501 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,502 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,503 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 254a41c2e11a107de7b6f7d273790af5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70190719, jitterRate=0.04592321813106537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,503 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:21,503 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 254a41c2e11a107de7b6f7d273790af5:
Running coprocessor pre-open hook at 1731405441420Writing region info on filesystem at 1731405441420Initializing all the Stores at 1731405441421 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441421Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441421Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441421Obtaining lock to block concurrent updates at 1731405441437 (+16 ms)Preparing flush snapshotting stores in 254a41c2e11a107de7b6f7d273790af5 at 1731405441437Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441438 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5. at 1731405441438Flushing 254a41c2e11a107de7b6f7d273790af5/colfamily11: creating writer at 1731405441438Flushing 254a41c2e11a107de7b6f7d273790af5/colfamily11: appending metadata at 1731405441464 (+26 ms)Flushing 254a41c2e11a107de7b6f7d273790af5/colfamily11: closing flushed file at 1731405441465 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ba438b: reopening flushed file at 1731405441486 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 254a41c2e11a107de7b6f7d273790af5 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731405441495 (+9 ms)Cleaning up temporary data from old regions at 1731405441497 (+2 ms)Running coprocessor post-open hooks at 1731405441503 (+6 ms)Region opened successfully at 1731405441503
2024-11-12T09:57:21,503 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,504 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., pid=78, masterSystemTime=1731405441412
2024-11-12T09:57:21,504 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened c6130eb630f16d2fb78142098b626f84; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65241631, jitterRate=-0.02782393991947174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,505 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:21,505 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for c6130eb630f16d2fb78142098b626f84:
Running coprocessor pre-open hook at 1731405441424Writing region info on filesystem at 1731405441424Initializing all the Stores at 1731405441425 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441425Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441425Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441425Obtaining lock to block concurrent updates at 1731405441440 (+15 ms)Preparing flush snapshotting stores in c6130eb630f16d2fb78142098b626f84 at 1731405441440Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441440Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84. at 1731405441440Flushing c6130eb630f16d2fb78142098b626f84/colfamily11: creating writer at 1731405441440Flushing c6130eb630f16d2fb78142098b626f84/colfamily11: appending metadata at 1731405441465 (+25 ms)Flushing c6130eb630f16d2fb78142098b626f84/colfamily11: closing flushed file at 1731405441466 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d56c44: reopening flushed file at 1731405441488 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6130eb630f16d2fb78142098b626f84 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731405441497 (+9 ms)Cleaning up temporary data from old regions at 1731405441499 (+2 ms)Running coprocessor post-open hooks at 1731405441505 (+6 ms)Region opened successfully at 1731405441505
2024-11-12T09:57:21,505 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., pid=74, masterSystemTime=1731405441415
2024-11-12T09:57:21,506 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:21,506 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:21,507 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:21,507 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => eb4f06629fb2d28dfc9aa055ee596388, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.', STARTKEY => 'uuu', ENDKEY => 'vvv'}
2024-11-12T09:57:21,507 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,507 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:21,507 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,507 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:21,507 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,507 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dc5c47273edb0fc0d1d7359f54e3c47, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.', STARTKEY => 'xxx', ENDKEY => 'yyy'}
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,508 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:57:21,510 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:57:21,510 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,511 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:57:21,512 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,44053,1731405250548, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T09:57:21,513 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily11
2024-11-12T09:57:21,513 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily11
2024-11-12T09:57:21,513 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,513 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,514 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:57:21,514 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,514 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:57:21,514 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:57:21,515 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily21
2024-11-12T09:57:21,515 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily21
2024-11-12T09:57:21,515 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,515 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,516 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,516 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,516 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5dc5c47273edb0fc0d1d7359f54e3c47 
2024-11-12T09:57:21,516 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb4f06629fb2d28dfc9aa055ee596388 
2024-11-12T09:57:21,517 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc5c47273edb0fc0d1d7359f54e3c47 columnFamilyName colfamily31
2024-11-12T09:57:21,517 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb4f06629fb2d28dfc9aa055ee596388 columnFamilyName colfamily31
2024-11-12T09:57:21,517 DEBUG [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,517 DEBUG [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,518 INFO  [StoreOpener-eb4f06629fb2d28dfc9aa055ee596388-1 {}] regionserver.HStore(327): Store=eb4f06629fb2d28dfc9aa055ee596388/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,518 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,518 INFO  [StoreOpener-5dc5c47273edb0fc0d1d7359f54e3c47-1 {}] regionserver.HStore(327): Store=5dc5c47273edb0fc0d1d7359f54e3c47/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,518 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,519 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=64
2024-11-12T09:57:21,519 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,44053,1731405250548 in 238 msec
2024-11-12T09:57:21,519 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,519 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,521 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN in 423 msec
2024-11-12T09:57:21,521 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,522 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,522 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004
2024-11-12T09:57:21,523 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004
2024-11-12T09:57:21,526 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71
2024-11-12T09:57:21,526 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,45027,1731405250711 in 256 msec
2024-11-12T09:57:21,528 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN in 430 msec
2024-11-12T09:57:21,529 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004
2024-11-12T09:57:21,529 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing eb4f06629fb2d28dfc9aa055ee596388 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,532 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004
2024-11-12T09:57:21,532 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 5dc5c47273edb0fc0d1d7359f54e3c47 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,548 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/.tmp/colfamily11/cd6129efd63b4367942cb702fd557b84 is 52, key is xxx/colfamily11:colfamily11/1731405256929/Put/seqid=0
2024-11-12T09:57:21,551 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/.tmp/colfamily11/ebd24e39de04424690183877bc24c4ad is 52, key is uuu/colfamily11:colfamily11/1731405256889/Put/seqid=0
2024-11-12T09:57:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741879_1055 (size=39263)
2024-11-12T09:57:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741879_1055 (size=39263)
2024-11-12T09:57:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741879_1055 (size=39263)
2024-11-12T09:57:21,560 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/.tmp/colfamily11/cd6129efd63b4367942cb702fd557b84
2024-11-12T09:57:21,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741880_1056 (size=39263)
2024-11-12T09:57:21,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741880_1056 (size=39263)
2024-11-12T09:57:21,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741880_1056 (size=39263)
2024-11-12T09:57:21,567 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/.tmp/colfamily11/ebd24e39de04424690183877bc24c4ad
2024-11-12T09:57:21,568 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/.tmp/colfamily11/cd6129efd63b4367942cb702fd557b84 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11/cd6129efd63b4367942cb702fd557b84
2024-11-12T09:57:21,574 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11/cd6129efd63b4367942cb702fd557b84, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,574 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5dc5c47273edb0fc0d1d7359f54e3c47 in 42ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,575 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/0000000000000000004
2024-11-12T09:57:21,575 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/.tmp/colfamily11/ebd24e39de04424690183877bc24c4ad as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/colfamily11/ebd24e39de04424690183877bc24c4ad
2024-11-12T09:57:21,576 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,576 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,577 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,578 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,581 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,582 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/colfamily11/ebd24e39de04424690183877bc24c4ad, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,582 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb4f06629fb2d28dfc9aa055ee596388 in 53ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,582 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 5dc5c47273edb0fc0d1d7359f54e3c47; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69892419, jitterRate=0.04147820174694061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:21,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 5dc5c47273edb0fc0d1d7359f54e3c47:
Running coprocessor pre-open hook at 1731405441508Writing region info on filesystem at 1731405441508Initializing all the Stores at 1731405441509 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441509Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441510 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441510Obtaining lock to block concurrent updates at 1731405441533 (+23 ms)Preparing flush snapshotting stores in 5dc5c47273edb0fc0d1d7359f54e3c47 at 1731405441533Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441533Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47. at 1731405441533Flushing 5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11: creating writer at 1731405441533Flushing 5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11: appending metadata at 1731405441548 (+15 ms)Flushing 5dc5c47273edb0fc0d1d7359f54e3c47/colfamily11: closing flushed file at 1731405441548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e706d1: reopening flushed file at 1731405441567 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5dc5c47273edb0fc0d1d7359f54e3c47 in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731405441574 (+7 ms)Cleaning up temporary data from old regions at 1731405441576 (+2 ms)Running coprocessor post-open hooks at 1731405441583 (+7 ms)Region opened successfully at 1731405441583
2024-11-12T09:57:21,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/0000000000000000004
2024-11-12T09:57:21,584 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., pid=73, masterSystemTime=1731405441415
2024-11-12T09:57:21,584 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,584 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,585 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,586 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:21,586 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:21,586 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:21,586 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => cd1cbae05ea9f0814c02042e323fd9f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.', STARTKEY => 'rrr', ENDKEY => 'sss'}
2024-11-12T09:57:21,586 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,586 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,587 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,587 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,587 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,587 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,588 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:57:21,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:57:21,589 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily11
2024-11-12T09:57:21,589 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,590 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,590 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,591 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:57:21,592 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily21
2024-11-12T09:57:21,592 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,592 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened eb4f06629fb2d28dfc9aa055ee596388; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75137573, jitterRate=0.11963708698749542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,592 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:21,592 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for eb4f06629fb2d28dfc9aa055ee596388:
Running coprocessor pre-open hook at 1731405441508Writing region info on filesystem at 1731405441508Initializing all the Stores at 1731405441509 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441510 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441511 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441511Obtaining lock to block concurrent updates at 1731405441529 (+18 ms)Preparing flush snapshotting stores in eb4f06629fb2d28dfc9aa055ee596388 at 1731405441529Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441529Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388. at 1731405441529Flushing eb4f06629fb2d28dfc9aa055ee596388/colfamily11: creating writer at 1731405441529Flushing eb4f06629fb2d28dfc9aa055ee596388/colfamily11: appending metadata at 1731405441551 (+22 ms)Flushing eb4f06629fb2d28dfc9aa055ee596388/colfamily11: closing flushed file at 1731405441551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec8900b: reopening flushed file at 1731405441574 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb4f06629fb2d28dfc9aa055ee596388 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731405441582 (+8 ms)Cleaning up temporary data from old regions at 1731405441584 (+2 ms)Running coprocessor post-open hooks at 1731405441592 (+8 ms)Region opened successfully at 1731405441592
2024-11-12T09:57:21,592 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,592 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67
2024-11-12T09:57:21,592 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,45027,1731405250711 in 327 msec
2024-11-12T09:57:21,592 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cd1cbae05ea9f0814c02042e323fd9f1 
2024-11-12T09:57:21,593 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1cbae05ea9f0814c02042e323fd9f1 columnFamilyName colfamily31
2024-11-12T09:57:21,593 DEBUG [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,593 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., pid=72, masterSystemTime=1731405441412
2024-11-12T09:57:21,594 INFO  [StoreOpener-cd1cbae05ea9f0814c02042e323fd9f1-1 {}] regionserver.HStore(327): Store=cd1cbae05ea9f0814c02042e323fd9f1/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,594 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,595 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN in 497 msec
2024-11-12T09:57:21,595 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,595 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:21,596 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:21,596 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:21,596 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b4a72a05fab4d3a87e3eba60d0c2874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.', STARTKEY => 'ccc', ENDKEY => 'ddd'}
2024-11-12T09:57:21,596 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,596 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,596 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,596 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,596 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,597 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,598 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:57:21,598 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004
2024-11-12T09:57:21,599 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily11
2024-11-12T09:57:21,599 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:57:21,600 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,600 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:57:21,601 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily21
2024-11-12T09:57:21,601 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,602 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,602 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7b4a72a05fab4d3a87e3eba60d0c2874 
2024-11-12T09:57:21,603 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4a72a05fab4d3a87e3eba60d0c2874 columnFamilyName colfamily31
2024-11-12T09:57:21,603 DEBUG [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70
2024-11-12T09:57:21,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,44053,1731405250548 in 341 msec
2024-11-12T09:57:21,604 INFO  [StoreOpener-7b4a72a05fab4d3a87e3eba60d0c2874-1 {}] regionserver.HStore(327): Store=7b4a72a05fab4d3a87e3eba60d0c2874/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,604 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,604 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004
2024-11-12T09:57:21,605 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing cd1cbae05ea9f0814c02042e323fd9f1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,605 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN in 508 msec
2024-11-12T09:57:21,607 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,608 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004
2024-11-12T09:57:21,614 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004
2024-11-12T09:57:21,614 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 7b4a72a05fab4d3a87e3eba60d0c2874 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,624 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/.tmp/colfamily11/0ac945a682254daf97d0b190c76aaca8 is 52, key is rrr/colfamily11:colfamily11/1731405256850/Put/seqid=0
2024-11-12T09:57:21,633 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/.tmp/colfamily11/f06b47a20f8d49c7ae3aeac2bbda25bd is 52, key is ccc/colfamily11:colfamily11/1731405256600/Put/seqid=0
2024-11-12T09:57:21,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741881_1057 (size=39263)
2024-11-12T09:57:21,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741881_1057 (size=39263)
2024-11-12T09:57:21,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741881_1057 (size=39263)
2024-11-12T09:57:21,636 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/.tmp/colfamily11/0ac945a682254daf97d0b190c76aaca8
2024-11-12T09:57:21,643 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/.tmp/colfamily11/0ac945a682254daf97d0b190c76aaca8 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/colfamily11/0ac945a682254daf97d0b190c76aaca8
2024-11-12T09:57:21,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741882_1058 (size=39263)
2024-11-12T09:57:21,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741882_1058 (size=39263)
2024-11-12T09:57:21,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741882_1058 (size=39263)
2024-11-12T09:57:21,647 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/.tmp/colfamily11/f06b47a20f8d49c7ae3aeac2bbda25bd
2024-11-12T09:57:21,651 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/colfamily11/0ac945a682254daf97d0b190c76aaca8, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,652 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cd1cbae05ea9f0814c02042e323fd9f1 in 46ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,652 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/0000000000000000004
2024-11-12T09:57:21,654 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,654 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,654 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,655 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/.tmp/colfamily11/f06b47a20f8d49c7ae3aeac2bbda25bd as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11/f06b47a20f8d49c7ae3aeac2bbda25bd
2024-11-12T09:57:21,656 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,659 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,660 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened cd1cbae05ea9f0814c02042e323fd9f1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62547801, jitterRate=-0.06796513497829437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,660 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:21,660 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for cd1cbae05ea9f0814c02042e323fd9f1:
Running coprocessor pre-open hook at 1731405441587Writing region info on filesystem at 1731405441587Initializing all the Stores at 1731405441587Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441587Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441588 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441588Obtaining lock to block concurrent updates at 1731405441605 (+17 ms)Preparing flush snapshotting stores in cd1cbae05ea9f0814c02042e323fd9f1 at 1731405441605Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441605Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1. at 1731405441605Flushing cd1cbae05ea9f0814c02042e323fd9f1/colfamily11: creating writer at 1731405441605Flushing cd1cbae05ea9f0814c02042e323fd9f1/colfamily11: appending metadata at 1731405441623 (+18 ms)Flushing cd1cbae05ea9f0814c02042e323fd9f1/colfamily11: closing flushed file at 1731405441623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211f8e1a: reopening flushed file at 1731405441642 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cd1cbae05ea9f0814c02042e323fd9f1 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731405441652 (+10 ms)Cleaning up temporary data from old regions at 1731405441654 (+2 ms)Running coprocessor post-open hooks at 1731405441660 (+6 ms)Region opened successfully at 1731405441660
2024-11-12T09:57:21,661 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., pid=75, masterSystemTime=1731405441415
2024-11-12T09:57:21,662 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11/f06b47a20f8d49c7ae3aeac2bbda25bd, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,662 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b4a72a05fab4d3a87e3eba60d0c2874 in 48ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,663 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/0000000000000000004
2024-11-12T09:57:21,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:21,664 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:21,664 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:21,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => acca84f4e3159cc09e53a688d44b85ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.', STARTKEY => 'ggg', ENDKEY => 'hhh'}
2024-11-12T09:57:21,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,664 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,665 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,665 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,667 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:57:21,667 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,668 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,668 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:57:21,669 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily11
2024-11-12T09:57:21,669 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,670 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,670 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,670 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:57:21,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=69
2024-11-12T09:57:21,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,45027,1731405250711 in 398 msec
2024-11-12T09:57:21,671 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily21
2024-11-12T09:57:21,671 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,672 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,672 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region acca84f4e3159cc09e53a688d44b85ae 
2024-11-12T09:57:21,673 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN in 575 msec
2024-11-12T09:57:21,673 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca84f4e3159cc09e53a688d44b85ae columnFamilyName colfamily31
2024-11-12T09:57:21,674 DEBUG [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,674 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,674 INFO  [StoreOpener-acca84f4e3159cc09e53a688d44b85ae-1 {}] regionserver.HStore(327): Store=acca84f4e3159cc09e53a688d44b85ae/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,674 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,675 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 7b4a72a05fab4d3a87e3eba60d0c2874; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70208119, jitterRate=0.04618249833583832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,675 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:21,675 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 7b4a72a05fab4d3a87e3eba60d0c2874:
Running coprocessor pre-open hook at 1731405441597Writing region info on filesystem at 1731405441597Initializing all the Stores at 1731405441597Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441597Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441597Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441597Obtaining lock to block concurrent updates at 1731405441614 (+17 ms)Preparing flush snapshotting stores in 7b4a72a05fab4d3a87e3eba60d0c2874 at 1731405441614Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441614Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874. at 1731405441614Flushing 7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11: creating writer at 1731405441614Flushing 7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11: appending metadata at 1731405441633 (+19 ms)Flushing 7b4a72a05fab4d3a87e3eba60d0c2874/colfamily11: closing flushed file at 1731405441633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba3ff92: reopening flushed file at 1731405441654 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b4a72a05fab4d3a87e3eba60d0c2874 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731405441662 (+8 ms)Cleaning up temporary data from old regions at 1731405441667 (+5 ms)Running coprocessor post-open hooks at 1731405441675 (+8 ms)Region opened successfully at 1731405441675
2024-11-12T09:57:21,675 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,676 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., pid=76, masterSystemTime=1731405441412
2024-11-12T09:57:21,677 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,678 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004
2024-11-12T09:57:21,678 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:21,678 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:21,678 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:21,678 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c193914751427bf5c07dc9ca7029410, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.', STARTKEY => 'iii', ENDKEY => 'jjj'}
2024-11-12T09:57:21,678 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,679 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,679 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T09:57:21,679 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,679 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,681 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:57:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:57:21,682 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily11
2024-11-12T09:57:21,682 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,683 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,683 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:57:21,684 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004
2024-11-12T09:57:21,684 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing acca84f4e3159cc09e53a688d44b85ae 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=66
2024-11-12T09:57:21,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,44053,1731405250548 in 410 msec
2024-11-12T09:57:21,685 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily21
2024-11-12T09:57:21,685 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,685 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,685 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5c193914751427bf5c07dc9ca7029410 
2024-11-12T09:57:21,687 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c193914751427bf5c07dc9ca7029410 columnFamilyName colfamily31
2024-11-12T09:57:21,687 DEBUG [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T09:57:21,687 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN in 589 msec
2024-11-12T09:57:21,688 INFO  [StoreOpener-5c193914751427bf5c07dc9ca7029410-1 {}] regionserver.HStore(327): Store=5c193914751427bf5c07dc9ca7029410/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T09:57:21,688 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,689 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,690 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,691 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004
2024-11-12T09:57:21,696 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004
2024-11-12T09:57:21,696 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 5c193914751427bf5c07dc9ca7029410 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:21,701 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/.tmp/colfamily11/5e0ed673f87746b29cc153197b7a4f11 is 52, key is ggg/colfamily11:colfamily11/1731405256657/Put/seqid=0
2024-11-12T09:57:21,712 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/.tmp/colfamily11/3d105870a7424495baa60a38038951d9 is 52, key is iii/colfamily11:colfamily11/1731405256697/Put/seqid=0
2024-11-12T09:57:21,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741883_1059 (size=39263)
2024-11-12T09:57:21,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741883_1059 (size=39263)
2024-11-12T09:57:21,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741883_1059 (size=39263)
2024-11-12T09:57:21,717 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/.tmp/colfamily11/5e0ed673f87746b29cc153197b7a4f11
2024-11-12T09:57:21,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741884_1060 (size=39263)
2024-11-12T09:57:21,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741884_1060 (size=39263)
2024-11-12T09:57:21,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741884_1060 (size=39263)
2024-11-12T09:57:21,725 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/.tmp/colfamily11/3d105870a7424495baa60a38038951d9
2024-11-12T09:57:21,725 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/.tmp/colfamily11/5e0ed673f87746b29cc153197b7a4f11 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/colfamily11/5e0ed673f87746b29cc153197b7a4f11
2024-11-12T09:57:21,731 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/colfamily11/5e0ed673f87746b29cc153197b7a4f11, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,731 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for acca84f4e3159cc09e53a688d44b85ae in 47ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,732 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/.tmp/colfamily11/3d105870a7424495baa60a38038951d9 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/colfamily11/3d105870a7424495baa60a38038951d9
2024-11-12T09:57:21,732 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/0000000000000000004
2024-11-12T09:57:21,733 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,733 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,734 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,735 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,738 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,739 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/colfamily11/3d105870a7424495baa60a38038951d9, entries=703, sequenceid=4, filesize=38.3 K
2024-11-12T09:57:21,739 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5c193914751427bf5c07dc9ca7029410 in 43ms, sequenceid=4, compaction requested=false; wal=null
2024-11-12T09:57:21,740 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/0000000000000000004
2024-11-12T09:57:21,740 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened acca84f4e3159cc09e53a688d44b85ae; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65613972, jitterRate=-0.02227562665939331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,740 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:21,740 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for acca84f4e3159cc09e53a688d44b85ae:
Running coprocessor pre-open hook at 1731405441665Writing region info on filesystem at 1731405441665Initializing all the Stores at 1731405441668 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441668Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441668Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441668Obtaining lock to block concurrent updates at 1731405441684 (+16 ms)Preparing flush snapshotting stores in acca84f4e3159cc09e53a688d44b85ae at 1731405441684Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441684Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae. at 1731405441684Flushing acca84f4e3159cc09e53a688d44b85ae/colfamily11: creating writer at 1731405441684Flushing acca84f4e3159cc09e53a688d44b85ae/colfamily11: appending metadata at 1731405441701 (+17 ms)Flushing acca84f4e3159cc09e53a688d44b85ae/colfamily11: closing flushed file at 1731405441701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb37ab4: reopening flushed file at 1731405441724 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for acca84f4e3159cc09e53a688d44b85ae in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731405441731 (+7 ms)Cleaning up temporary data from old regions at 1731405441733 (+2 ms)Running coprocessor post-open hooks at 1731405441740 (+7 ms)Region opened successfully at 1731405441740
2024-11-12T09:57:21,741 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,741 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,741 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., pid=79, masterSystemTime=1731405441415
2024-11-12T09:57:21,741 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T09:57:21,742 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:21,743 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:21,743 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,743 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,45027,1731405250711 because future has completed
2024-11-12T09:57:21,746 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-12T09:57:21,747 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 5c193914751427bf5c07dc9ca7029410; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65778128, jitterRate=-0.019829511642456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T09:57:21,747 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:21,747 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 5c193914751427bf5c07dc9ca7029410:
Running coprocessor pre-open hook at 1731405441679Writing region info on filesystem at 1731405441679Initializing all the Stores at 1731405441680 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441680Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441681 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405441681Obtaining lock to block concurrent updates at 1731405441696 (+15 ms)Preparing flush snapshotting stores in 5c193914751427bf5c07dc9ca7029410 at 1731405441696Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405441696Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410. at 1731405441696Flushing 5c193914751427bf5c07dc9ca7029410/colfamily11: creating writer at 1731405441696Flushing 5c193914751427bf5c07dc9ca7029410/colfamily11: appending metadata at 1731405441712 (+16 ms)Flushing 5c193914751427bf5c07dc9ca7029410/colfamily11: closing flushed file at 1731405441712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7f0f8c: reopening flushed file at 1731405441731 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5c193914751427bf5c07dc9ca7029410 in 43ms, sequenceid=4, compaction requested=false; wal=null at 1731405441739 (+8 ms)Cleaning up temporary data from old regions at 1731405441741 (+2 ms)Running coprocessor post-open hooks at 1731405441747 (+6 ms)Region opened successfully at 1731405441747
2024-11-12T09:57:21,748 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., pid=77, masterSystemTime=1731405441412
2024-11-12T09:57:21,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68
2024-11-12T09:57:21,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,45027,1731405250711 in 465 msec
2024-11-12T09:57:21,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN in 652 msec
2024-11-12T09:57:21,750 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:21,750 INFO  [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:21,751 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, openSeqNum=5, regionLocation=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,44053,1731405250548 because future has completed
2024-11-12T09:57:21,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=65
2024-11-12T09:57:21,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,44053,1731405250548 in 478 msec
2024-11-12T09:57:21,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=57
2024-11-12T09:57:21,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN in 659 msec
2024-11-12T09:57:21,757 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server eb677afb1da9,38901,1731405250652 after splitting done
2024-11-12T09:57:21,757 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-12T09:57:21,757 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:21,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:21,757 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:21,846 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:21,846 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-12T09:57:21,846 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:21,846 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:21,846 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:21,847 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-12T09:57:21,847 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-12T09:57:21,847 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-12T09:57:21,847 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T09:57:21,848 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,849 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T09:57:21,850 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-12T09:57:21,853 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true
2024-11-12T09:57:21,853 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,853 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN
2024-11-12T09:57:21,854 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46513 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,44053,1731405250548
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,45027,1731405250711
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.meta.1731405252693.meta, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,854 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C38901%2C1731405250652.1731405252318, worker=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=254a41c2e11a107de7b6f7d273790af5, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5c193914751427bf5c07dc9ca7029410, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b4a72a05fab4d3a87e3eba60d0c2874, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5dc5c47273edb0fc0d1d7359f54e3c47, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=acca84f4e3159cc09e53a688d44b85ae, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd1cbae05ea9f0814c02042e323fd9f1, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb4f06629fb2d28dfc9aa055ee596388, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6130eb630f16d2fb78142098b626f84, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure eb4f06629fb2d28dfc9aa055ee596388, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc5c47273edb0fc0d1d7359f54e3c47, server=eb677afb1da9,45027,1731405250711 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure c6130eb630f16d2fb78142098b626f84, server=eb677afb1da9,45027,1731405250711 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure cd1cbae05ea9f0814c02042e323fd9f1, server=eb677afb1da9,45027,1731405250711 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4a72a05fab4d3a87e3eba60d0c2874, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c193914751427bf5c07dc9ca7029410, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 254a41c2e11a107de7b6f7d273790af5, server=eb677afb1da9,44053,1731405250548 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure acca84f4e3159cc09e53a688d44b85ae, server=eb677afb1da9,45027,1731405250711 didn't hold the lock before restarting, skip acquiring lock.
2024-11-12T09:57:21,855 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-12T09:57:21,856 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=61
2024-11-12T09:57:21,856 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb677afb1da9,44053,1731405250548, table=hbase:meta, region=1588230740
2024-11-12T09:57:21,856 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,44053,1731405250548, state=OPEN
2024-11-12T09:57:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T09:57:21,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T09:57:21,914 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405471914
2024-11-12T09:57:21,914 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-12T09:57:21,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=718e4c94de1e4bae6549c6c7cf6d23a9, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e301db43a1ad13f05754d6b36308cd4, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b4a72a05fab4d3a87e3eba60d0c2874, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=5
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=980ec6903137f1770f96a05e378a860d, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd3f7f9b3fb31999f2b7b7fc1b15519, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97c4f71d0aa7bb0ee2ea827dbb197e78, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acca84f4e3159cc09e53a688d44b85ae, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=5
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1741e311ea112db3184a543659ed0bd8, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c193914751427bf5c07dc9ca7029410, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=5
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b1acd08b7b6b3e3e3a2b0a1c0aa26510, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0993839bd9fbfc2aa5bc54ad752a444b, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6130eb630f16d2fb78142098b626f84, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=5
2024-11-12T09:57:21,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e432989e78eb02dc8e53e82c1a94a343, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=254a41c2e11a107de7b6f7d273790af5, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=5
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=09474592050dc6c96f34b5a4f6c20c6a, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4291fd5ee5a1c77425dd01e86befdd1f, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=298eae82b51278205a8988c6fbe02664, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd1cbae05ea9f0814c02042e323fd9f1, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=5
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3cff8c172c0a4df291cfde1f6277fc15, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e12fe9ddbf793dcdfdc05a28bc368c0a, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb4f06629fb2d28dfc9aa055ee596388, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=5
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c9897f27f37f35b73f62943429de4e8, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5ac0cff1666de9fd66b5bb390a6fe2cd, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dc5c47273edb0fc0d1d7359f54e3c47, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=5
2024-11-12T09:57:21,931 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2a642aa147750d9bad62c3cac92c5b99, regionState=OPEN, lastHost=eb677afb1da9,45027,1731405250711, regionLocation=eb677afb1da9,45027,1731405250711, openSeqNum=2
2024-11-12T09:57:21,931 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5fa1b0a354f6c9224114b412f0d6c1e1, regionState=OPEN, lastHost=eb677afb1da9,44053,1731405250548, regionLocation=eb677afb1da9,44053,1731405250548, openSeqNum=2
2024-11-12T09:57:21,931 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-12T09:57:21,931 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405501931
2024-11-12T09:57:21,931 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405561931
2024-11-12T09:57:21,931 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec
2024-11-12T09:57:21,931 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server eb677afb1da9,38901,1731405250652 after splitting done
2024-11-12T09:57:21,931 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-12T09:57:21,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure eb677afb1da9,38901,1731405250652, splitWal=true, meta=true in 3 mins, 4.027 sec
2024-11-12T09:57:22,187 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T09:57:22,190 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:57:22,198 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T09:57:22,205 WARN  [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:38901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:38901
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T09:57:22,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=java.net.ConnectException: Call to address=eb677afb1da9:38901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:22,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is java.net.ConnectException: Connection refused
2024-11-12T09:57:22,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:22,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:38901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:38901
2024-11-12T09:57:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38901,1731405250652, seqNum=-1 from cache
2024-11-12T09:57:22,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T09:57:22,427 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T09:57:22,428 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,44053,1731405250548, seqNum=-1]
2024-11-12T09:57:22,434 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874., hostname=eb677afb1da9,44053,1731405250548, seqNum=5]
2024-11-12T09:57:22,461 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,462 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,462 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,462 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:22,571 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae., hostname=eb677afb1da9,45027,1731405250711, seqNum=5]
2024-11-12T09:57:22,585 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,585 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,585 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,585 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:22,698 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410., hostname=eb677afb1da9,44053,1731405250548, seqNum=5]
2024-11-12T09:57:22,713 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,713 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,713 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,713 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:22,829 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84., hostname=eb677afb1da9,45027,1731405250711, seqNum=5]
2024-11-12T09:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:22,950 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5., hostname=eb677afb1da9,44053,1731405250548, seqNum=5]
2024-11-12T09:57:22,966 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:22,967 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,967 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:22,967 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:23,079 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1., hostname=eb677afb1da9,45027,1731405250711, seqNum=5]
2024-11-12T09:57:23,094 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:23,094 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:23,095 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:23,095 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:23,210 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388., hostname=eb677afb1da9,44053,1731405250548, seqNum=5]
2024-11-12T09:57:23,222 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb677afb1da9:38901 this server is in the failed servers list
2024-11-12T09:57:23,222 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb677afb1da9:38901 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:23,222 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb677afb1da9:38901
2024-11-12T09:57:23,222 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,38901,1731405250652, seqNum=2 from cache
2024-11-12T09:57:23,330 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47., hostname=eb677afb1da9,45027,1731405250711, seqNum=5]
2024-11-12T09:57:23,422 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false
2024-11-12T09:57:23,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T09:57:23,422 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:57:23,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:57:23,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:23,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:23,423 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T09:57:23,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T09:57:23,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=782072446, stopped=false
2024-11-12T09:57:23,423 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,46513,1731405249829
2024-11-12T09:57:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T09:57:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T09:57:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T09:57:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:57:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:57:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:57:23,471 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:23,471 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T09:57:23,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:57:23,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:57:23,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T09:57:23,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:57:23,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:23,473 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,44053,1731405250548' *****
2024-11-12T09:57:23,473 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:57:23,473 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,45027,1731405250711' *****
2024-11-12T09:57:23,473 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T09:57:23,473 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:57:23,473 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T09:57:23,473 INFO  [RS:0;eb677afb1da9:44053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:57:23,473 INFO  [RS:2;eb677afb1da9:45027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T09:57:23,473 INFO  [RS:0;eb677afb1da9:44053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:57:23,473 INFO  [RS:2;eb677afb1da9:45027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T09:57:23,473 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:57:23,474 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c9897f27f37f35b73f62943429de4e8
2024-11-12T09:57:23,474 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 0993839bd9fbfc2aa5bc54ad752a444b
2024-11-12T09:57:23,474 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T09:57:23,474 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:23,474 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fa1b0a354f6c9224114b412f0d6c1e1
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 97c4f71d0aa7bb0ee2ea827dbb197e78
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for c6130eb630f16d2fb78142098b626f84
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 09474592050dc6c96f34b5a4f6c20c6a
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c193914751427bf5c07dc9ca7029410
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 718e4c94de1e4bae6549c6c7cf6d23a9
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 4291fd5ee5a1c77425dd01e86befdd1f
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cff8c172c0a4df291cfde1f6277fc15
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 298eae82b51278205a8988c6fbe02664
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1741e311ea112db3184a543659ed0bd8
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 254a41c2e11a107de7b6f7d273790af5
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,44053,1731405250548
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 980ec6903137f1770f96a05e378a860d
2024-11-12T09:57:23,475 INFO  [RS:0;eb677afb1da9:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:44053.
2024-11-12T09:57:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0993839bd9fbfc2aa5bc54ad752a444b, disabling compactions & flushes
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dc5c47273edb0fc0d1d7359f54e3c47
2024-11-12T09:57:23,475 DEBUG [RS:0;eb677afb1da9:44053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:57:23,475 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:57:23,475 DEBUG [RS:0;eb677afb1da9:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:57:23,475 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for acca84f4e3159cc09e53a688d44b85ae
2024-11-12T09:57:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b. after waiting 0 ms
2024-11-12T09:57:23,476 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a642aa147750d9bad62c3cac92c5b99
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dd3f7f9b3fb31999f2b7b7fc1b15519
2024-11-12T09:57:23,476 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:57:23,476 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:57:23,476 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0993839bd9fbfc2aa5bc54ad752a444b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for cd1cbae05ea9f0814c02042e323fd9f1
2024-11-12T09:57:23,476 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:57:23,476 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e301db43a1ad13f05754d6b36308cd4
2024-11-12T09:57:23,476 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c9897f27f37f35b73f62943429de4e8, disabling compactions & flushes
2024-11-12T09:57:23,476 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,45027,1731405250711
2024-11-12T09:57:23,476 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:57:23,476 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8. after waiting 0 ms
2024-11-12T09:57:23,476 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:57:23,476 INFO  [RS:2;eb677afb1da9:45027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;eb677afb1da9:45027.
2024-11-12T09:57:23,477 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c9897f27f37f35b73f62943429de4e8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,477 DEBUG [RS:2;eb677afb1da9:45027 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T09:57:23,477 DEBUG [RS:2;eb677afb1da9:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:23,477 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close
2024-11-12T09:57:23,478 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1351): Waiting on 2a642aa147750d9bad62c3cac92c5b99, 4291fd5ee5a1c77425dd01e86befdd1f, 5dc5c47273edb0fc0d1d7359f54e3c47, 5dd3f7f9b3fb31999f2b7b7fc1b15519, 8c9897f27f37f35b73f62943429de4e8, 980ec6903137f1770f96a05e378a860d, 9e301db43a1ad13f05754d6b36308cd4, acca84f4e3159cc09e53a688d44b85ae, b1acd08b7b6b3e3e3a2b0a1c0aa26510, c6130eb630f16d2fb78142098b626f84, cd1cbae05ea9f0814c02042e323fd9f1, e12fe9ddbf793dcdfdc05a28bc368c0a, e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:57:23,478 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close
2024-11-12T09:57:23,478 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1351): Waiting on 09474592050dc6c96f34b5a4f6c20c6a, 0993839bd9fbfc2aa5bc54ad752a444b, 1588230740, 1741e311ea112db3184a543659ed0bd8, 254a41c2e11a107de7b6f7d273790af5, 298eae82b51278205a8988c6fbe02664, 3cff8c172c0a4df291cfde1f6277fc15, 5ac0cff1666de9fd66b5bb390a6fe2cd, 5c193914751427bf5c07dc9ca7029410, 5fa1b0a354f6c9224114b412f0d6c1e1, 718e4c94de1e4bae6549c6c7cf6d23a9, 7b4a72a05fab4d3a87e3eba60d0c2874, 97c4f71d0aa7bb0ee2ea827dbb197e78, eb4f06629fb2d28dfc9aa055ee596388
2024-11-12T09:57:23,478 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T09:57:23,478 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T09:57:23,478 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T09:57:23,478 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T09:57:23,478 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T09:57:23,478 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB
2024-11-12T09:57:23,489 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/42bba91f497b4d198a36b52d9175ed52 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874./info:regioninfo/1731405441678/Put/seqid=0
2024-11-12T09:57:23,500 INFO  [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:57:23,500 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/.tmp/colfamily11/9ed4ad4654f44b659105137249ef9a5a is 52, key is kkk/colfamily11:colfamily11/1731405256885/Put/seqid=0
2024-11-12T09:57:23,502 INFO  [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:57:23,503 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/.tmp/colfamily11/1170c69ee0f14d679fff18a6ae5d8108 is 52, key is vvv/colfamily11:colfamily11/1731405256985/Put/seqid=0
2024-11-12T09:57:23,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741885_1061 (size=18322)
2024-11-12T09:57:23,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741885_1061 (size=18322)
2024-11-12T09:57:23,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741885_1061 (size=18322)
2024-11-12T09:57:23,509 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/42bba91f497b4d198a36b52d9175ed52
2024-11-12T09:57:23,517 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/.tmp/info/42bba91f497b4d198a36b52d9175ed52 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/info/42bba91f497b4d198a36b52d9175ed52
2024-11-12T09:57:23,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741886_1062 (size=39263)
2024-11-12T09:57:23,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741886_1062 (size=39263)
2024-11-12T09:57:23,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741886_1062 (size=39263)
2024-11-12T09:57:23,520 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/.tmp/colfamily11/9ed4ad4654f44b659105137249ef9a5a
2024-11-12T09:57:23,525 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/info/42bba91f497b4d198a36b52d9175ed52, entries=64, sequenceid=79, filesize=17.9 K
2024-11-12T09:57:23,527 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=79, compaction requested=false
2024-11-12T09:57:23,528 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/.tmp/colfamily11/9ed4ad4654f44b659105137249ef9a5a as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/colfamily11/9ed4ad4654f44b659105137249ef9a5a
2024-11-12T09:57:23,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741887_1063 (size=39263)
2024-11-12T09:57:23,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741887_1063 (size=39263)
2024-11-12T09:57:23,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741887_1063 (size=39263)
2024-11-12T09:57:23,538 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/colfamily11/9ed4ad4654f44b659105137249ef9a5a, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,538 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60
2024-11-12T09:57:23,539 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0993839bd9fbfc2aa5bc54ad752a444b in 63ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,541 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T09:57:23,541 INFO  [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T09:57:23,541 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731405443478Running coprocessor pre-close hooks at 1731405443478Disabling compacts and flushes for region at 1731405443478Disabling writes for close at 1731405443478Obtaining lock to block concurrent updates at 1731405443478Preparing flush snapshotting stores in 1588230740 at 1731405443478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731405443482 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731405443483 (+1 ms)Flushing 1588230740/info: creating writer at 1731405443483Flushing 1588230740/info: appending metadata at 1731405443489 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731405443489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c53b63c: reopening flushed file at 1731405443516 (+27 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=79, compaction requested=false at 1731405443527 (+11 ms)Writing region close event to WAL at 1731405443535 (+8 ms)Running coprocessor post-close hooks at 1731405443539 (+4 ms)Closed at 1731405443541 (+2 ms)
2024-11-12T09:57:23,542 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T09:57:23,543 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0993839bd9fbfc2aa5bc54ad752a444b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,544 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0993839bd9fbfc2aa5bc54ad752a444b:
Waiting for close lock at 1731405443475Running coprocessor pre-close hooks at 1731405443475Disabling compacts and flushes for region at 1731405443475Disabling writes for close at 1731405443476 (+1 ms)Obtaining lock to block concurrent updates at 1731405443476Preparing flush snapshotting stores in 0993839bd9fbfc2aa5bc54ad752a444b at 1731405443476Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443482 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b. at 1731405443483 (+1 ms)Flushing 0993839bd9fbfc2aa5bc54ad752a444b/colfamily11: creating writer at 1731405443483Flushing 0993839bd9fbfc2aa5bc54ad752a444b/colfamily11: appending metadata at 1731405443500 (+17 ms)Flushing 0993839bd9fbfc2aa5bc54ad752a444b/colfamily11: closing flushed file at 1731405443500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f15cdef: reopening flushed file at 1731405443527 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0993839bd9fbfc2aa5bc54ad752a444b in 63ms, sequenceid=5, compaction requested=false at 1731405443539 (+12 ms)Writing region close event to WAL at 1731405443540 (+1 ms)Running coprocessor post-close hooks at 1731405443544 (+4 ms)Closed at 1731405443544
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731405253079.0993839bd9fbfc2aa5bc54ad752a444b.
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb4f06629fb2d28dfc9aa055ee596388, disabling compactions & flushes
2024-11-12T09:57:23,544 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388. after waiting 0 ms
2024-11-12T09:57:23,544 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:23,548 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb4f06629fb2d28dfc9aa055ee596388/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:23,549 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb4f06629fb2d28dfc9aa055ee596388:
Waiting for close lock at 1731405443544Running coprocessor pre-close hooks at 1731405443544Disabling compacts and flushes for region at 1731405443544Disabling writes for close at 1731405443544Writing region close event to WAL at 1731405443545 (+1 ms)Running coprocessor post-close hooks at 1731405443548 (+3 ms)Closed at 1731405443549 (+1 ms)
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731405253079.eb4f06629fb2d28dfc9aa055ee596388.
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fa1b0a354f6c9224114b412f0d6c1e1, disabling compactions & flushes
2024-11-12T09:57:23,549 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1. after waiting 0 ms
2024-11-12T09:57:23,549 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:57:23,549 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fa1b0a354f6c9224114b412f0d6c1e1 3/3 column families, dataSize=48 B heapSize=888 B
2024-11-12T09:57:23,566 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/.tmp/colfamily11/5bd84fb38adb4f62bc3272d1edf1a0a9 is 52, key is zzz/colfamily11:colfamily11/1731405257038/Put/seqid=0
2024-11-12T09:57:23,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741888_1064 (size=4857)
2024-11-12T09:57:23,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741888_1064 (size=4857)
2024-11-12T09:57:23,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741888_1064 (size=4857)
2024-11-12T09:57:23,573 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/.tmp/colfamily11/5bd84fb38adb4f62bc3272d1edf1a0a9
2024-11-12T09:57:23,579 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/.tmp/colfamily11/5bd84fb38adb4f62bc3272d1edf1a0a9 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11/5bd84fb38adb4f62bc3272d1edf1a0a9
2024-11-12T09:57:23,585 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11/5bd84fb38adb4f62bc3272d1edf1a0a9, entries=1, sequenceid=5, filesize=4.7 K
2024-11-12T09:57:23,586 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 5fa1b0a354f6c9224114b412f0d6c1e1 in 37ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,590 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5fa1b0a354f6c9224114b412f0d6c1e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,591 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fa1b0a354f6c9224114b412f0d6c1e1:
Waiting for close lock at 1731405443549Running coprocessor pre-close hooks at 1731405443549Disabling compacts and flushes for region at 1731405443549Disabling writes for close at 1731405443549Obtaining lock to block concurrent updates at 1731405443549Preparing flush snapshotting stores in 5fa1b0a354f6c9224114b412f0d6c1e1 at 1731405443549Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731405443549Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1. at 1731405443550 (+1 ms)Flushing 5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11: creating writer at 1731405443550Flushing 5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11: appending metadata at 1731405443566 (+16 ms)Flushing 5fa1b0a354f6c9224114b412f0d6c1e1/colfamily11: closing flushed file at 1731405443566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3cf60f: reopening flushed file at 1731405443578 (+12 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 5fa1b0a354f6c9224114b412f0d6c1e1 in 37ms, sequenceid=5, compaction requested=false at 1731405443586 (+8 ms)Writing region close event to WAL at 1731405443587 (+1 ms)Running coprocessor post-close hooks at 1731405443591 (+4 ms)Closed at 1731405443591
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731405253079.5fa1b0a354f6c9224114b412f0d6c1e1.
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97c4f71d0aa7bb0ee2ea827dbb197e78, disabling compactions & flushes
2024-11-12T09:57:23,591 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78. after waiting 0 ms
2024-11-12T09:57:23,591 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:57:23,591 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97c4f71d0aa7bb0ee2ea827dbb197e78 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,607 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/.tmp/colfamily11/ea2345c33fec455190ab65deea457fc6 is 52, key is fff/colfamily11:colfamily11/1731405256810/Put/seqid=0
2024-11-12T09:57:23,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741889_1065 (size=39263)
2024-11-12T09:57:23,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741889_1065 (size=39263)
2024-11-12T09:57:23,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741889_1065 (size=39263)
2024-11-12T09:57:23,615 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/.tmp/colfamily11/ea2345c33fec455190ab65deea457fc6
2024-11-12T09:57:23,623 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/.tmp/colfamily11/ea2345c33fec455190ab65deea457fc6 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11/ea2345c33fec455190ab65deea457fc6
2024-11-12T09:57:23,631 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11/ea2345c33fec455190ab65deea457fc6, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,632 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97c4f71d0aa7bb0ee2ea827dbb197e78 in 41ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,636 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97c4f71d0aa7bb0ee2ea827dbb197e78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,637 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:57:23,637 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97c4f71d0aa7bb0ee2ea827dbb197e78:
Waiting for close lock at 1731405443591Running coprocessor pre-close hooks at 1731405443591Disabling compacts and flushes for region at 1731405443591Disabling writes for close at 1731405443591Obtaining lock to block concurrent updates at 1731405443591Preparing flush snapshotting stores in 97c4f71d0aa7bb0ee2ea827dbb197e78 at 1731405443591Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443592 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78. at 1731405443592Flushing 97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11: creating writer at 1731405443592Flushing 97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11: appending metadata at 1731405443607 (+15 ms)Flushing 97c4f71d0aa7bb0ee2ea827dbb197e78/colfamily11: closing flushed file at 1731405443607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742cd3d2: reopening flushed file at 1731405443622 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97c4f71d0aa7bb0ee2ea827dbb197e78 in 41ms, sequenceid=5, compaction requested=false at 1731405443632 (+10 ms)Writing region close event to WAL at 1731405443632Running coprocessor post-close hooks at 1731405443637 (+5 ms)Closed at 1731405443637
2024-11-12T09:57:23,637 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731405253079.97c4f71d0aa7bb0ee2ea827dbb197e78.
2024-11-12T09:57:23,637 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09474592050dc6c96f34b5a4f6c20c6a, disabling compactions & flushes
2024-11-12T09:57:23,638 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:57:23,638 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:57:23,638 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a. after waiting 0 ms
2024-11-12T09:57:23,638 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:57:23,638 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09474592050dc6c96f34b5a4f6c20c6a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,661 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/.tmp/colfamily11/ae5af8899dcd4a08ad85c8e2b3f635f1 is 52, key is ooo/colfamily11:colfamily11/1731405256923/Put/seqid=0
2024-11-12T09:57:23,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741890_1066 (size=39263)
2024-11-12T09:57:23,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741890_1066 (size=39263)
2024-11-12T09:57:23,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741890_1066 (size=39263)
2024-11-12T09:57:23,671 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/.tmp/colfamily11/ae5af8899dcd4a08ad85c8e2b3f635f1
2024-11-12T09:57:23,678 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1351): Waiting on 2a642aa147750d9bad62c3cac92c5b99, 4291fd5ee5a1c77425dd01e86befdd1f, 5dc5c47273edb0fc0d1d7359f54e3c47, 5dd3f7f9b3fb31999f2b7b7fc1b15519, 8c9897f27f37f35b73f62943429de4e8, 980ec6903137f1770f96a05e378a860d, 9e301db43a1ad13f05754d6b36308cd4, acca84f4e3159cc09e53a688d44b85ae, b1acd08b7b6b3e3e3a2b0a1c0aa26510, c6130eb630f16d2fb78142098b626f84, cd1cbae05ea9f0814c02042e323fd9f1, e12fe9ddbf793dcdfdc05a28bc368c0a, e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:57:23,678 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1351): Waiting on 09474592050dc6c96f34b5a4f6c20c6a, 1741e311ea112db3184a543659ed0bd8, 254a41c2e11a107de7b6f7d273790af5, 298eae82b51278205a8988c6fbe02664, 3cff8c172c0a4df291cfde1f6277fc15, 5ac0cff1666de9fd66b5bb390a6fe2cd, 5c193914751427bf5c07dc9ca7029410, 718e4c94de1e4bae6549c6c7cf6d23a9, 7b4a72a05fab4d3a87e3eba60d0c2874
2024-11-12T09:57:23,678 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/.tmp/colfamily11/ae5af8899dcd4a08ad85c8e2b3f635f1 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/colfamily11/ae5af8899dcd4a08ad85c8e2b3f635f1
2024-11-12T09:57:23,685 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/colfamily11/ae5af8899dcd4a08ad85c8e2b3f635f1, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,686 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 09474592050dc6c96f34b5a4f6c20c6a in 48ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,691 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/09474592050dc6c96f34b5a4f6c20c6a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,692 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09474592050dc6c96f34b5a4f6c20c6a:
Waiting for close lock at 1731405443637Running coprocessor pre-close hooks at 1731405443637Disabling compacts and flushes for region at 1731405443637Disabling writes for close at 1731405443638 (+1 ms)Obtaining lock to block concurrent updates at 1731405443638Preparing flush snapshotting stores in 09474592050dc6c96f34b5a4f6c20c6a at 1731405443638Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443638Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a. at 1731405443639 (+1 ms)Flushing 09474592050dc6c96f34b5a4f6c20c6a/colfamily11: creating writer at 1731405443639Flushing 09474592050dc6c96f34b5a4f6c20c6a/colfamily11: appending metadata at 1731405443660 (+21 ms)Flushing 09474592050dc6c96f34b5a4f6c20c6a/colfamily11: closing flushed file at 1731405443660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f476b79: reopening flushed file at 1731405443677 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 09474592050dc6c96f34b5a4f6c20c6a in 48ms, sequenceid=5, compaction requested=false at 1731405443686 (+9 ms)Writing region close event to WAL at 1731405443687 (+1 ms)Running coprocessor post-close hooks at 1731405443692 (+5 ms)Closed at 1731405443692
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731405253079.09474592050dc6c96f34b5a4f6c20c6a.
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c193914751427bf5c07dc9ca7029410, disabling compactions & flushes
2024-11-12T09:57:23,692 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410. after waiting 0 ms
2024-11-12T09:57:23,692 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:23,697 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5c193914751427bf5c07dc9ca7029410/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:23,698 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c193914751427bf5c07dc9ca7029410:
Waiting for close lock at 1731405443692Running coprocessor pre-close hooks at 1731405443692Disabling compacts and flushes for region at 1731405443692Disabling writes for close at 1731405443692Writing region close event to WAL at 1731405443693 (+1 ms)Running coprocessor post-close hooks at 1731405443698 (+5 ms)Closed at 1731405443698
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731405253079.5c193914751427bf5c07dc9ca7029410.
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 718e4c94de1e4bae6549c6c7cf6d23a9, disabling compactions & flushes
2024-11-12T09:57:23,698 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9. after waiting 0 ms
2024-11-12T09:57:23,698 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:57:23,698 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 718e4c94de1e4bae6549c6c7cf6d23a9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,716 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/.tmp/colfamily11/d44b2ce5fedc490eac128f6274f08692 is 52, key is aaa/colfamily11:colfamily11/1731405256705/Put/seqid=0
2024-11-12T09:57:23,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741891_1067 (size=39263)
2024-11-12T09:57:23,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741891_1067 (size=39263)
2024-11-12T09:57:23,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741891_1067 (size=39263)
2024-11-12T09:57:23,723 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/.tmp/colfamily11/d44b2ce5fedc490eac128f6274f08692
2024-11-12T09:57:23,730 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/.tmp/colfamily11/d44b2ce5fedc490eac128f6274f08692 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11/d44b2ce5fedc490eac128f6274f08692
2024-11-12T09:57:23,736 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11/d44b2ce5fedc490eac128f6274f08692, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,737 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 718e4c94de1e4bae6549c6c7cf6d23a9 in 39ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,742 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/718e4c94de1e4bae6549c6c7cf6d23a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,743 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 718e4c94de1e4bae6549c6c7cf6d23a9:
Waiting for close lock at 1731405443698Running coprocessor pre-close hooks at 1731405443698Disabling compacts and flushes for region at 1731405443698Disabling writes for close at 1731405443698Obtaining lock to block concurrent updates at 1731405443698Preparing flush snapshotting stores in 718e4c94de1e4bae6549c6c7cf6d23a9 at 1731405443698Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443699 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9. at 1731405443699Flushing 718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11: creating writer at 1731405443699Flushing 718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11: appending metadata at 1731405443715 (+16 ms)Flushing 718e4c94de1e4bae6549c6c7cf6d23a9/colfamily11: closing flushed file at 1731405443715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e77e2d4: reopening flushed file at 1731405443729 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 718e4c94de1e4bae6549c6c7cf6d23a9 in 39ms, sequenceid=5, compaction requested=false at 1731405443737 (+8 ms)Writing region close event to WAL at 1731405443739 (+2 ms)Running coprocessor post-close hooks at 1731405443743 (+4 ms)Closed at 1731405443743
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731405253079.718e4c94de1e4bae6549c6c7cf6d23a9.
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cff8c172c0a4df291cfde1f6277fc15, disabling compactions & flushes
2024-11-12T09:57:23,743 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15. after waiting 0 ms
2024-11-12T09:57:23,743 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:57:23,743 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cff8c172c0a4df291cfde1f6277fc15 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,758 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/.tmp/colfamily11/dbb3dd5f5ece4660b1d4b2ef3311a5ff is 52, key is sss/colfamily11:colfamily11/1731405257001/Put/seqid=0
2024-11-12T09:57:23,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741892_1068 (size=39263)
2024-11-12T09:57:23,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741892_1068 (size=39263)
2024-11-12T09:57:23,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741892_1068 (size=39263)
2024-11-12T09:57:23,765 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/.tmp/colfamily11/dbb3dd5f5ece4660b1d4b2ef3311a5ff
2024-11-12T09:57:23,770 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/.tmp/colfamily11/dbb3dd5f5ece4660b1d4b2ef3311a5ff as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/colfamily11/dbb3dd5f5ece4660b1d4b2ef3311a5ff
2024-11-12T09:57:23,776 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/colfamily11/dbb3dd5f5ece4660b1d4b2ef3311a5ff, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,777 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3cff8c172c0a4df291cfde1f6277fc15 in 34ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,781 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3cff8c172c0a4df291cfde1f6277fc15/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,781 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:57:23,781 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cff8c172c0a4df291cfde1f6277fc15:
Waiting for close lock at 1731405443743Running coprocessor pre-close hooks at 1731405443743Disabling compacts and flushes for region at 1731405443743Disabling writes for close at 1731405443743Obtaining lock to block concurrent updates at 1731405443743Preparing flush snapshotting stores in 3cff8c172c0a4df291cfde1f6277fc15 at 1731405443743Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443744 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15. at 1731405443744Flushing 3cff8c172c0a4df291cfde1f6277fc15/colfamily11: creating writer at 1731405443744Flushing 3cff8c172c0a4df291cfde1f6277fc15/colfamily11: appending metadata at 1731405443758 (+14 ms)Flushing 3cff8c172c0a4df291cfde1f6277fc15/colfamily11: closing flushed file at 1731405443758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a88c590: reopening flushed file at 1731405443769 (+11 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3cff8c172c0a4df291cfde1f6277fc15 in 34ms, sequenceid=5, compaction requested=false at 1731405443777 (+8 ms)Writing region close event to WAL at 1731405443777Running coprocessor post-close hooks at 1731405443781 (+4 ms)Closed at 1731405443781
2024-11-12T09:57:23,781 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731405253079.3cff8c172c0a4df291cfde1f6277fc15.
2024-11-12T09:57:23,781 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 298eae82b51278205a8988c6fbe02664, disabling compactions & flushes
2024-11-12T09:57:23,781 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:57:23,782 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:57:23,782 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664. after waiting 0 ms
2024-11-12T09:57:23,782 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:57:23,782 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 298eae82b51278205a8988c6fbe02664 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,797 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/.tmp/colfamily11/f20eccad5004429c857a48bea7ecdad6 is 52, key is qqq/colfamily11:colfamily11/1731405256961/Put/seqid=0
2024-11-12T09:57:23,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741893_1069 (size=39263)
2024-11-12T09:57:23,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741893_1069 (size=39263)
2024-11-12T09:57:23,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741893_1069 (size=39263)
2024-11-12T09:57:23,806 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/.tmp/colfamily11/f20eccad5004429c857a48bea7ecdad6
2024-11-12T09:57:23,814 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/.tmp/colfamily11/f20eccad5004429c857a48bea7ecdad6 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/colfamily11/f20eccad5004429c857a48bea7ecdad6
2024-11-12T09:57:23,821 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/colfamily11/f20eccad5004429c857a48bea7ecdad6, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,822 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 298eae82b51278205a8988c6fbe02664 in 40ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,827 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/298eae82b51278205a8988c6fbe02664/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,828 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:57:23,828 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 298eae82b51278205a8988c6fbe02664:
Waiting for close lock at 1731405443781Running coprocessor pre-close hooks at 1731405443781Disabling compacts and flushes for region at 1731405443781Disabling writes for close at 1731405443782 (+1 ms)Obtaining lock to block concurrent updates at 1731405443782Preparing flush snapshotting stores in 298eae82b51278205a8988c6fbe02664 at 1731405443782Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443782Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664. at 1731405443782Flushing 298eae82b51278205a8988c6fbe02664/colfamily11: creating writer at 1731405443783 (+1 ms)Flushing 298eae82b51278205a8988c6fbe02664/colfamily11: appending metadata at 1731405443797 (+14 ms)Flushing 298eae82b51278205a8988c6fbe02664/colfamily11: closing flushed file at 1731405443797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594fdee1: reopening flushed file at 1731405443813 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 298eae82b51278205a8988c6fbe02664 in 40ms, sequenceid=5, compaction requested=false at 1731405443822 (+9 ms)Writing region close event to WAL at 1731405443823 (+1 ms)Running coprocessor post-close hooks at 1731405443828 (+5 ms)Closed at 1731405443828
2024-11-12T09:57:23,828 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731405253079.298eae82b51278205a8988c6fbe02664.
2024-11-12T09:57:23,828 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b4a72a05fab4d3a87e3eba60d0c2874, disabling compactions & flushes
2024-11-12T09:57:23,828 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:23,828 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:23,829 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874. after waiting 0 ms
2024-11-12T09:57:23,829 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:23,833 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b4a72a05fab4d3a87e3eba60d0c2874/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:23,833 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b4a72a05fab4d3a87e3eba60d0c2874:
Waiting for close lock at 1731405443828Running coprocessor pre-close hooks at 1731405443828Disabling compacts and flushes for region at 1731405443828Disabling writes for close at 1731405443829 (+1 ms)Writing region close event to WAL at 1731405443829Running coprocessor post-close hooks at 1731405443833 (+4 ms)Closed at 1731405443833
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731405253079.7b4a72a05fab4d3a87e3eba60d0c2874.
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ac0cff1666de9fd66b5bb390a6fe2cd, disabling compactions & flushes
2024-11-12T09:57:23,834 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd. after waiting 0 ms
2024-11-12T09:57:23,834 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:57:23,834 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ac0cff1666de9fd66b5bb390a6fe2cd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,856 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/.tmp/colfamily11/c84f4bdcd76243188fc8b612b9bf9eaa is 52, key is www/colfamily11:colfamily11/1731405257030/Put/seqid=0
2024-11-12T09:57:23,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741894_1070 (size=39263)
2024-11-12T09:57:23,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741894_1070 (size=39263)
2024-11-12T09:57:23,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741894_1070 (size=39263)
2024-11-12T09:57:23,863 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/.tmp/colfamily11/c84f4bdcd76243188fc8b612b9bf9eaa
2024-11-12T09:57:23,869 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/.tmp/colfamily11/c84f4bdcd76243188fc8b612b9bf9eaa as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11/c84f4bdcd76243188fc8b612b9bf9eaa
2024-11-12T09:57:23,875 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11/c84f4bdcd76243188fc8b612b9bf9eaa, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,876 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5ac0cff1666de9fd66b5bb390a6fe2cd in 42ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,878 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1351): Waiting on 2a642aa147750d9bad62c3cac92c5b99, 4291fd5ee5a1c77425dd01e86befdd1f, 5dc5c47273edb0fc0d1d7359f54e3c47, 5dd3f7f9b3fb31999f2b7b7fc1b15519, 8c9897f27f37f35b73f62943429de4e8, 980ec6903137f1770f96a05e378a860d, 9e301db43a1ad13f05754d6b36308cd4, acca84f4e3159cc09e53a688d44b85ae, b1acd08b7b6b3e3e3a2b0a1c0aa26510, c6130eb630f16d2fb78142098b626f84, cd1cbae05ea9f0814c02042e323fd9f1, e12fe9ddbf793dcdfdc05a28bc368c0a, e432989e78eb02dc8e53e82c1a94a343
2024-11-12T09:57:23,878 DEBUG [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1351): Waiting on 1741e311ea112db3184a543659ed0bd8, 254a41c2e11a107de7b6f7d273790af5, 5ac0cff1666de9fd66b5bb390a6fe2cd
2024-11-12T09:57:23,880 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5ac0cff1666de9fd66b5bb390a6fe2cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,881 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ac0cff1666de9fd66b5bb390a6fe2cd:
Waiting for close lock at 1731405443834Running coprocessor pre-close hooks at 1731405443834Disabling compacts and flushes for region at 1731405443834Disabling writes for close at 1731405443834Obtaining lock to block concurrent updates at 1731405443834Preparing flush snapshotting stores in 5ac0cff1666de9fd66b5bb390a6fe2cd at 1731405443834Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443834Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd. at 1731405443835 (+1 ms)Flushing 5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11: creating writer at 1731405443835Flushing 5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11: appending metadata at 1731405443855 (+20 ms)Flushing 5ac0cff1666de9fd66b5bb390a6fe2cd/colfamily11: closing flushed file at 1731405443855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d821b4f: reopening flushed file at 1731405443868 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5ac0cff1666de9fd66b5bb390a6fe2cd in 42ms, sequenceid=5, compaction requested=false at 1731405443876 (+8 ms)Writing region close event to WAL at 1731405443877 (+1 ms)Running coprocessor post-close hooks at 1731405443881 (+4 ms)Closed at 1731405443881
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731405253079.5ac0cff1666de9fd66b5bb390a6fe2cd.
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1741e311ea112db3184a543659ed0bd8, disabling compactions & flushes
2024-11-12T09:57:23,881 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8. after waiting 0 ms
2024-11-12T09:57:23,881 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:57:23,882 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1741e311ea112db3184a543659ed0bd8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,898 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/.tmp/colfamily11/9946d6add5a84fc4812bef4aa4cbd5f4 is 52, key is hhh/colfamily11:colfamily11/1731405256847/Put/seqid=0
2024-11-12T09:57:23,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741895_1071 (size=39263)
2024-11-12T09:57:23,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741895_1071 (size=39263)
2024-11-12T09:57:23,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741895_1071 (size=39263)
2024-11-12T09:57:23,906 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/.tmp/colfamily11/9946d6add5a84fc4812bef4aa4cbd5f4
2024-11-12T09:57:23,912 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/.tmp/colfamily11/9946d6add5a84fc4812bef4aa4cbd5f4 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/colfamily11/9946d6add5a84fc4812bef4aa4cbd5f4
2024-11-12T09:57:23,918 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/colfamily11/9946d6add5a84fc4812bef4aa4cbd5f4, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,919 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1741e311ea112db3184a543659ed0bd8 in 38ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,923 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1741e311ea112db3184a543659ed0bd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,923 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1741e311ea112db3184a543659ed0bd8:
Waiting for close lock at 1731405443881Running coprocessor pre-close hooks at 1731405443881Disabling compacts and flushes for region at 1731405443881Disabling writes for close at 1731405443881Obtaining lock to block concurrent updates at 1731405443882 (+1 ms)Preparing flush snapshotting stores in 1741e311ea112db3184a543659ed0bd8 at 1731405443882Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443882Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8. at 1731405443882Flushing 1741e311ea112db3184a543659ed0bd8/colfamily11: creating writer at 1731405443882Flushing 1741e311ea112db3184a543659ed0bd8/colfamily11: appending metadata at 1731405443897 (+15 ms)Flushing 1741e311ea112db3184a543659ed0bd8/colfamily11: closing flushed file at 1731405443898 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f72def2: reopening flushed file at 1731405443912 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1741e311ea112db3184a543659ed0bd8 in 38ms, sequenceid=5, compaction requested=false at 1731405443919 (+7 ms)Writing region close event to WAL at 1731405443920 (+1 ms)Running coprocessor post-close hooks at 1731405443923 (+3 ms)Closed at 1731405443923
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731405253079.1741e311ea112db3184a543659ed0bd8.
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 254a41c2e11a107de7b6f7d273790af5, disabling compactions & flushes
2024-11-12T09:57:23,924 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5. after waiting 0 ms
2024-11-12T09:57:23,924 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:23,928 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/254a41c2e11a107de7b6f7d273790af5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:23,928 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:23,928 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 254a41c2e11a107de7b6f7d273790af5:
Waiting for close lock at 1731405443924Running coprocessor pre-close hooks at 1731405443924Disabling compacts and flushes for region at 1731405443924Disabling writes for close at 1731405443924Writing region close event to WAL at 1731405443924Running coprocessor post-close hooks at 1731405443928 (+4 ms)Closed at 1731405443928
2024-11-12T09:57:23,928 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731405253079.254a41c2e11a107de7b6f7d273790af5.
2024-11-12T09:57:23,936 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/.tmp/colfamily11/1170c69ee0f14d679fff18a6ae5d8108
2024-11-12T09:57:23,943 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/.tmp/colfamily11/1170c69ee0f14d679fff18a6ae5d8108 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/colfamily11/1170c69ee0f14d679fff18a6ae5d8108
2024-11-12T09:57:23,950 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/colfamily11/1170c69ee0f14d679fff18a6ae5d8108, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:23,951 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c9897f27f37f35b73f62943429de4e8 in 475ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:23,955 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8c9897f27f37f35b73f62943429de4e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:23,956 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c9897f27f37f35b73f62943429de4e8:
Waiting for close lock at 1731405443476Running coprocessor pre-close hooks at 1731405443476Disabling compacts and flushes for region at 1731405443476Disabling writes for close at 1731405443476Obtaining lock to block concurrent updates at 1731405443477 (+1 ms)Preparing flush snapshotting stores in 8c9897f27f37f35b73f62943429de4e8 at 1731405443477Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443482 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8. at 1731405443483 (+1 ms)Flushing 8c9897f27f37f35b73f62943429de4e8/colfamily11: creating writer at 1731405443483Flushing 8c9897f27f37f35b73f62943429de4e8/colfamily11: appending metadata at 1731405443502 (+19 ms)Flushing 8c9897f27f37f35b73f62943429de4e8/colfamily11: closing flushed file at 1731405443502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d092dd8: reopening flushed file at 1731405443942 (+440 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8c9897f27f37f35b73f62943429de4e8 in 475ms, sequenceid=5, compaction requested=false at 1731405443951 (+9 ms)Writing region close event to WAL at 1731405443952 (+1 ms)Running coprocessor post-close hooks at 1731405443956 (+4 ms)Closed at 1731405443956
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731405253079.8c9897f27f37f35b73f62943429de4e8.
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6130eb630f16d2fb78142098b626f84, disabling compactions & flushes
2024-11-12T09:57:23,956 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84. after waiting 0 ms
2024-11-12T09:57:23,956 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:23,961 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6130eb630f16d2fb78142098b626f84/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:23,962 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6130eb630f16d2fb78142098b626f84:
Waiting for close lock at 1731405443956Running coprocessor pre-close hooks at 1731405443956Disabling compacts and flushes for region at 1731405443956Disabling writes for close at 1731405443956Writing region close event to WAL at 1731405443957 (+1 ms)Running coprocessor post-close hooks at 1731405443961 (+4 ms)Closed at 1731405443962 (+1 ms)
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731405253079.c6130eb630f16d2fb78142098b626f84.
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4291fd5ee5a1c77425dd01e86befdd1f, disabling compactions & flushes
2024-11-12T09:57:23,962 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f. after waiting 0 ms
2024-11-12T09:57:23,962 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:57:23,962 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4291fd5ee5a1c77425dd01e86befdd1f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:23,983 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/.tmp/colfamily11/ef190b80b3024a1c9e395cf031b0ca6c is 52, key is ppp/colfamily11:colfamily11/1731405256918/Put/seqid=0
2024-11-12T09:57:23,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741896_1072 (size=39263)
2024-11-12T09:57:23,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741896_1072 (size=39263)
2024-11-12T09:57:23,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741896_1072 (size=39263)
2024-11-12T09:57:23,990 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/.tmp/colfamily11/ef190b80b3024a1c9e395cf031b0ca6c
2024-11-12T09:57:23,996 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/.tmp/colfamily11/ef190b80b3024a1c9e395cf031b0ca6c as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/colfamily11/ef190b80b3024a1c9e395cf031b0ca6c
2024-11-12T09:57:24,001 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/colfamily11/ef190b80b3024a1c9e395cf031b0ca6c, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,002 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4291fd5ee5a1c77425dd01e86befdd1f in 40ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,006 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4291fd5ee5a1c77425dd01e86befdd1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,007 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4291fd5ee5a1c77425dd01e86befdd1f:
Waiting for close lock at 1731405443962Running coprocessor pre-close hooks at 1731405443962Disabling compacts and flushes for region at 1731405443962Disabling writes for close at 1731405443962Obtaining lock to block concurrent updates at 1731405443962Preparing flush snapshotting stores in 4291fd5ee5a1c77425dd01e86befdd1f at 1731405443962Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405443963 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f. at 1731405443963Flushing 4291fd5ee5a1c77425dd01e86befdd1f/colfamily11: creating writer at 1731405443963Flushing 4291fd5ee5a1c77425dd01e86befdd1f/colfamily11: appending metadata at 1731405443982 (+19 ms)Flushing 4291fd5ee5a1c77425dd01e86befdd1f/colfamily11: closing flushed file at 1731405443982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6d4476: reopening flushed file at 1731405443995 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4291fd5ee5a1c77425dd01e86befdd1f in 40ms, sequenceid=5, compaction requested=false at 1731405444002 (+7 ms)Writing region close event to WAL at 1731405444003 (+1 ms)Running coprocessor post-close hooks at 1731405444007 (+4 ms)Closed at 1731405444007
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731405253079.4291fd5ee5a1c77425dd01e86befdd1f.
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e432989e78eb02dc8e53e82c1a94a343, disabling compactions & flushes
2024-11-12T09:57:24,007 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343. after waiting 0 ms
2024-11-12T09:57:24,007 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:57:24,008 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e432989e78eb02dc8e53e82c1a94a343 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,025 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/.tmp/colfamily11/558b917aab0f4e50a6185a52ebfcedef is 52, key is mmm/colfamily11:colfamily11/1731405256894/Put/seqid=0
2024-11-12T09:57:24,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741897_1073 (size=39263)
2024-11-12T09:57:24,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741897_1073 (size=39263)
2024-11-12T09:57:24,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741897_1073 (size=39263)
2024-11-12T09:57:24,033 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/.tmp/colfamily11/558b917aab0f4e50a6185a52ebfcedef
2024-11-12T09:57:24,039 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/.tmp/colfamily11/558b917aab0f4e50a6185a52ebfcedef as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/colfamily11/558b917aab0f4e50a6185a52ebfcedef
2024-11-12T09:57:24,046 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/colfamily11/558b917aab0f4e50a6185a52ebfcedef, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,047 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e432989e78eb02dc8e53e82c1a94a343 in 40ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,052 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e432989e78eb02dc8e53e82c1a94a343/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,052 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:57:24,052 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e432989e78eb02dc8e53e82c1a94a343:
Waiting for close lock at 1731405444007Running coprocessor pre-close hooks at 1731405444007Disabling compacts and flushes for region at 1731405444007Disabling writes for close at 1731405444007Obtaining lock to block concurrent updates at 1731405444008 (+1 ms)Preparing flush snapshotting stores in e432989e78eb02dc8e53e82c1a94a343 at 1731405444008Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444008Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343. at 1731405444008Flushing e432989e78eb02dc8e53e82c1a94a343/colfamily11: creating writer at 1731405444008Flushing e432989e78eb02dc8e53e82c1a94a343/colfamily11: appending metadata at 1731405444024 (+16 ms)Flushing e432989e78eb02dc8e53e82c1a94a343/colfamily11: closing flushed file at 1731405444024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626e21d0: reopening flushed file at 1731405444038 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e432989e78eb02dc8e53e82c1a94a343 in 40ms, sequenceid=5, compaction requested=false at 1731405444047 (+9 ms)Writing region close event to WAL at 1731405444048 (+1 ms)Running coprocessor post-close hooks at 1731405444052 (+4 ms)Closed at 1731405444052
2024-11-12T09:57:24,052 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731405253079.e432989e78eb02dc8e53e82c1a94a343.
2024-11-12T09:57:24,053 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e12fe9ddbf793dcdfdc05a28bc368c0a, disabling compactions & flushes
2024-11-12T09:57:24,053 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:57:24,053 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:57:24,053 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a. after waiting 0 ms
2024-11-12T09:57:24,053 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:57:24,053 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e12fe9ddbf793dcdfdc05a28bc368c0a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,069 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/.tmp/colfamily11/d1fd228ff3ae472280ed4f54b883a422 is 52, key is ttt/colfamily11:colfamily11/1731405256948/Put/seqid=0
2024-11-12T09:57:24,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741898_1074 (size=39263)
2024-11-12T09:57:24,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741898_1074 (size=39263)
2024-11-12T09:57:24,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741898_1074 (size=39263)
2024-11-12T09:57:24,078 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1351): Waiting on 2a642aa147750d9bad62c3cac92c5b99, 5dc5c47273edb0fc0d1d7359f54e3c47, 5dd3f7f9b3fb31999f2b7b7fc1b15519, 980ec6903137f1770f96a05e378a860d, 9e301db43a1ad13f05754d6b36308cd4, acca84f4e3159cc09e53a688d44b85ae, b1acd08b7b6b3e3e3a2b0a1c0aa26510, cd1cbae05ea9f0814c02042e323fd9f1, e12fe9ddbf793dcdfdc05a28bc368c0a
2024-11-12T09:57:24,079 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,44053,1731405250548; all regions closed.
2024-11-12T09:57:24,079 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/.tmp/colfamily11/d1fd228ff3ae472280ed4f54b883a422
2024-11-12T09:57:24,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741865_1041 (size=14124)
2024-11-12T09:57:24,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741865_1041 (size=14124)
2024-11-12T09:57:24,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741865_1041 (size=14124)
2024-11-12T09:57:24,086 DEBUG [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs
2024-11-12T09:57:24,086 INFO  [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C44053%2C1731405250548.meta:.meta(num 1731405438534)
2024-11-12T09:57:24,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741835_1011 (size=316519)
2024-11-12T09:57:24,088 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/.tmp/colfamily11/d1fd228ff3ae472280ed4f54b883a422 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11/d1fd228ff3ae472280ed4f54b883a422
2024-11-12T09:57:24,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741835_1011 (size=316519)
2024-11-12T09:57:24,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741835_1011 (size=316519)
2024-11-12T09:57:24,092 DEBUG [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs
2024-11-12T09:57:24,092 INFO  [RS:0;eb677afb1da9:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C44053%2C1731405250548:(num 1731405252318)
2024-11-12T09:57:24,092 DEBUG [RS:0;eb677afb1da9:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:24,092 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:57:24,092 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:57:24,092 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:57:24,093 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:57:24,093 INFO  [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:57:24,093 INFO  [RS:0;eb677afb1da9:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44053
2024-11-12T09:57:24,096 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11/d1fd228ff3ae472280ed4f54b883a422, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,097 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e12fe9ddbf793dcdfdc05a28bc368c0a in 44ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,101 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T09:57:24,102 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e12fe9ddbf793dcdfdc05a28bc368c0a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,103 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e12fe9ddbf793dcdfdc05a28bc368c0a:
Waiting for close lock at 1731405444053Running coprocessor pre-close hooks at 1731405444053Disabling compacts and flushes for region at 1731405444053Disabling writes for close at 1731405444053Obtaining lock to block concurrent updates at 1731405444053Preparing flush snapshotting stores in e12fe9ddbf793dcdfdc05a28bc368c0a at 1731405444053Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444053Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a. at 1731405444054 (+1 ms)Flushing e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11: creating writer at 1731405444054Flushing e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11: appending metadata at 1731405444069 (+15 ms)Flushing e12fe9ddbf793dcdfdc05a28bc368c0a/colfamily11: closing flushed file at 1731405444069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a35d4fd: reopening flushed file at 1731405444087 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e12fe9ddbf793dcdfdc05a28bc368c0a in 44ms, sequenceid=5, compaction requested=false at 1731405444097 (+10 ms)Writing region close event to WAL at 1731405444098 (+1 ms)Running coprocessor post-close hooks at 1731405444103 (+5 ms)Closed at 1731405444103
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731405253079.e12fe9ddbf793dcdfdc05a28bc368c0a.
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 980ec6903137f1770f96a05e378a860d, disabling compactions & flushes
2024-11-12T09:57:24,103 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d. after waiting 0 ms
2024-11-12T09:57:24,103 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:57:24,104 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 980ec6903137f1770f96a05e378a860d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,132 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/.tmp/colfamily11/d1a7b0806ca34aa5ac4fb8abb225c792 is 52, key is ddd/colfamily11:colfamily11/1731405256773/Put/seqid=0
2024-11-12T09:57:24,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741899_1075 (size=39263)
2024-11-12T09:57:24,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741899_1075 (size=39263)
2024-11-12T09:57:24,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741899_1075 (size=39263)
2024-11-12T09:57:24,143 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/.tmp/colfamily11/d1a7b0806ca34aa5ac4fb8abb225c792
2024-11-12T09:57:24,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,44053,1731405250548
2024-11-12T09:57:24,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T09:57:24,146 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:57:24,152 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/.tmp/colfamily11/d1a7b0806ca34aa5ac4fb8abb225c792 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/colfamily11/d1a7b0806ca34aa5ac4fb8abb225c792
2024-11-12T09:57:24,154 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,44053,1731405250548]
2024-11-12T09:57:24,160 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/colfamily11/d1a7b0806ca34aa5ac4fb8abb225c792, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,161 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 980ec6903137f1770f96a05e378a860d in 58ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,44053,1731405250548 already deleted, retry=false
2024-11-12T09:57:24,162 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,44053,1731405250548 expired; onlineServers=1
2024-11-12T09:57:24,165 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/980ec6903137f1770f96a05e378a860d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,166 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:57:24,166 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 980ec6903137f1770f96a05e378a860d:
Waiting for close lock at 1731405444103Running coprocessor pre-close hooks at 1731405444103Disabling compacts and flushes for region at 1731405444103Disabling writes for close at 1731405444103Obtaining lock to block concurrent updates at 1731405444104 (+1 ms)Preparing flush snapshotting stores in 980ec6903137f1770f96a05e378a860d at 1731405444104Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444104Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d. at 1731405444105 (+1 ms)Flushing 980ec6903137f1770f96a05e378a860d/colfamily11: creating writer at 1731405444105Flushing 980ec6903137f1770f96a05e378a860d/colfamily11: appending metadata at 1731405444132 (+27 ms)Flushing 980ec6903137f1770f96a05e378a860d/colfamily11: closing flushed file at 1731405444132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e2bf62: reopening flushed file at 1731405444151 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 980ec6903137f1770f96a05e378a860d in 58ms, sequenceid=5, compaction requested=false at 1731405444161 (+10 ms)Writing region close event to WAL at 1731405444162 (+1 ms)Running coprocessor post-close hooks at 1731405444166 (+4 ms)Closed at 1731405444166
2024-11-12T09:57:24,166 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731405253079.980ec6903137f1770f96a05e378a860d.
2024-11-12T09:57:24,167 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dc5c47273edb0fc0d1d7359f54e3c47, disabling compactions & flushes
2024-11-12T09:57:24,167 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:24,167 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:24,167 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47. after waiting 0 ms
2024-11-12T09:57:24,167 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:24,171 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dc5c47273edb0fc0d1d7359f54e3c47/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:24,172 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dc5c47273edb0fc0d1d7359f54e3c47:
Waiting for close lock at 1731405444167Running coprocessor pre-close hooks at 1731405444167Disabling compacts and flushes for region at 1731405444167Disabling writes for close at 1731405444167Writing region close event to WAL at 1731405444168 (+1 ms)Running coprocessor post-close hooks at 1731405444172 (+4 ms)Closed at 1731405444172
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731405253079.5dc5c47273edb0fc0d1d7359f54e3c47.
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acca84f4e3159cc09e53a688d44b85ae, disabling compactions & flushes
2024-11-12T09:57:24,172 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae. after waiting 0 ms
2024-11-12T09:57:24,172 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:24,176 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/acca84f4e3159cc09e53a688d44b85ae/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:24,177 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acca84f4e3159cc09e53a688d44b85ae:
Waiting for close lock at 1731405444172Running coprocessor pre-close hooks at 1731405444172Disabling compacts and flushes for region at 1731405444172Disabling writes for close at 1731405444172Writing region close event to WAL at 1731405444173 (+1 ms)Running coprocessor post-close hooks at 1731405444177 (+4 ms)Closed at 1731405444177
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731405253079.acca84f4e3159cc09e53a688d44b85ae.
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a642aa147750d9bad62c3cac92c5b99, disabling compactions & flushes
2024-11-12T09:57:24,177 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99. after waiting 0 ms
2024-11-12T09:57:24,177 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:57:24,178 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a642aa147750d9bad62c3cac92c5b99 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,193 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/.tmp/colfamily11/3963ed061a1846589d9aeb168327e712 is 52, key is yyy/colfamily11:colfamily11/1731405257010/Put/seqid=0
2024-11-12T09:57:24,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741900_1076 (size=39263)
2024-11-12T09:57:24,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741900_1076 (size=39263)
2024-11-12T09:57:24,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741900_1076 (size=39263)
2024-11-12T09:57:24,201 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/.tmp/colfamily11/3963ed061a1846589d9aeb168327e712
2024-11-12T09:57:24,208 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/.tmp/colfamily11/3963ed061a1846589d9aeb168327e712 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/colfamily11/3963ed061a1846589d9aeb168327e712
2024-11-12T09:57:24,213 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-12T09:57:24,213 INFO  [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-12T09:57:24,213 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/colfamily11/3963ed061a1846589d9aeb168327e712, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,214 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a642aa147750d9bad62c3cac92c5b99 in 37ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2a642aa147750d9bad62c3cac92c5b99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,218 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a642aa147750d9bad62c3cac92c5b99:
Waiting for close lock at 1731405444177Running coprocessor pre-close hooks at 1731405444177Disabling compacts and flushes for region at 1731405444177Disabling writes for close at 1731405444177Obtaining lock to block concurrent updates at 1731405444178 (+1 ms)Preparing flush snapshotting stores in 2a642aa147750d9bad62c3cac92c5b99 at 1731405444178Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444178Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99. at 1731405444178Flushing 2a642aa147750d9bad62c3cac92c5b99/colfamily11: creating writer at 1731405444178Flushing 2a642aa147750d9bad62c3cac92c5b99/colfamily11: appending metadata at 1731405444193 (+15 ms)Flushing 2a642aa147750d9bad62c3cac92c5b99/colfamily11: closing flushed file at 1731405444193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d79abf7: reopening flushed file at 1731405444207 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2a642aa147750d9bad62c3cac92c5b99 in 37ms, sequenceid=5, compaction requested=false at 1731405444214 (+7 ms)Writing region close event to WAL at 1731405444215 (+1 ms)Running coprocessor post-close hooks at 1731405444218 (+3 ms)Closed at 1731405444218
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731405253079.2a642aa147750d9bad62c3cac92c5b99.
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dd3f7f9b3fb31999f2b7b7fc1b15519, disabling compactions & flushes
2024-11-12T09:57:24,218 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519. after waiting 0 ms
2024-11-12T09:57:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:57:24,218 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5dd3f7f9b3fb31999f2b7b7fc1b15519 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,234 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/.tmp/colfamily11/658baba4857f4dfd83c1a24a7ae2b306 is 52, key is eee/colfamily11:colfamily11/1731405256818/Put/seqid=0
2024-11-12T09:57:24,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741901_1077 (size=39263)
2024-11-12T09:57:24,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741901_1077 (size=39263)
2024-11-12T09:57:24,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741901_1077 (size=39263)
2024-11-12T09:57:24,241 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/.tmp/colfamily11/658baba4857f4dfd83c1a24a7ae2b306
2024-11-12T09:57:24,247 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/.tmp/colfamily11/658baba4857f4dfd83c1a24a7ae2b306 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11/658baba4857f4dfd83c1a24a7ae2b306
2024-11-12T09:57:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:24,254 INFO  [RS:0;eb677afb1da9:44053 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:57:24,254 INFO  [RS:0;eb677afb1da9:44053 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,44053,1731405250548; zookeeper connection closed.
2024-11-12T09:57:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1012fc10c920001, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:24,254 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11/658baba4857f4dfd83c1a24a7ae2b306, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,254 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c1d7aa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c1d7aa1
2024-11-12T09:57:24,255 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5dd3f7f9b3fb31999f2b7b7fc1b15519 in 37ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,259 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5dd3f7f9b3fb31999f2b7b7fc1b15519/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,260 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dd3f7f9b3fb31999f2b7b7fc1b15519:
Waiting for close lock at 1731405444218Running coprocessor pre-close hooks at 1731405444218Disabling compacts and flushes for region at 1731405444218Disabling writes for close at 1731405444218Obtaining lock to block concurrent updates at 1731405444218Preparing flush snapshotting stores in 5dd3f7f9b3fb31999f2b7b7fc1b15519 at 1731405444218Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444219 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519. at 1731405444219Flushing 5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11: creating writer at 1731405444219Flushing 5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11: appending metadata at 1731405444233 (+14 ms)Flushing 5dd3f7f9b3fb31999f2b7b7fc1b15519/colfamily11: closing flushed file at 1731405444234 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2bc6bd: reopening flushed file at 1731405444246 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5dd3f7f9b3fb31999f2b7b7fc1b15519 in 37ms, sequenceid=5, compaction requested=false at 1731405444255 (+9 ms)Writing region close event to WAL at 1731405444256 (+1 ms)Running coprocessor post-close hooks at 1731405444260 (+4 ms)Closed at 1731405444260
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731405253079.5dd3f7f9b3fb31999f2b7b7fc1b15519.
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd1cbae05ea9f0814c02042e323fd9f1, disabling compactions & flushes
2024-11-12T09:57:24,260 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1. after waiting 0 ms
2024-11-12T09:57:24,260 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:24,264 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd1cbae05ea9f0814c02042e323fd9f1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-12T09:57:24,265 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd1cbae05ea9f0814c02042e323fd9f1:
Waiting for close lock at 1731405444260Running coprocessor pre-close hooks at 1731405444260Disabling compacts and flushes for region at 1731405444260Disabling writes for close at 1731405444260Writing region close event to WAL at 1731405444261 (+1 ms)Running coprocessor post-close hooks at 1731405444265 (+4 ms)Closed at 1731405444265
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731405253079.cd1cbae05ea9f0814c02042e323fd9f1.
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1acd08b7b6b3e3e3a2b0a1c0aa26510, disabling compactions & flushes
2024-11-12T09:57:24,265 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510. after waiting 0 ms
2024-11-12T09:57:24,265 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:57:24,266 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1acd08b7b6b3e3e3a2b0a1c0aa26510 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,278 DEBUG [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1351): Waiting on 9e301db43a1ad13f05754d6b36308cd4, b1acd08b7b6b3e3e3a2b0a1c0aa26510
2024-11-12T09:57:24,281 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/.tmp/colfamily11/29a8f9ba041944cb8d367f4eeab4c31b is 52, key is jjj/colfamily11:colfamily11/1731405256857/Put/seqid=0
2024-11-12T09:57:24,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741902_1078 (size=39263)
2024-11-12T09:57:24,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741902_1078 (size=39263)
2024-11-12T09:57:24,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741902_1078 (size=39263)
2024-11-12T09:57:24,287 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/.tmp/colfamily11/29a8f9ba041944cb8d367f4eeab4c31b
2024-11-12T09:57:24,293 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/.tmp/colfamily11/29a8f9ba041944cb8d367f4eeab4c31b as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11/29a8f9ba041944cb8d367f4eeab4c31b
2024-11-12T09:57:24,299 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11/29a8f9ba041944cb8d367f4eeab4c31b, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,300 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b1acd08b7b6b3e3e3a2b0a1c0aa26510 in 35ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,304 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b1acd08b7b6b3e3e3a2b0a1c0aa26510/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,304 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:57:24,304 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1acd08b7b6b3e3e3a2b0a1c0aa26510:
Waiting for close lock at 1731405444265Running coprocessor pre-close hooks at 1731405444265Disabling compacts and flushes for region at 1731405444265Disabling writes for close at 1731405444265Obtaining lock to block concurrent updates at 1731405444266 (+1 ms)Preparing flush snapshotting stores in b1acd08b7b6b3e3e3a2b0a1c0aa26510 at 1731405444266Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444266Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510. at 1731405444266Flushing b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11: creating writer at 1731405444266Flushing b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11: appending metadata at 1731405444280 (+14 ms)Flushing b1acd08b7b6b3e3e3a2b0a1c0aa26510/colfamily11: closing flushed file at 1731405444280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f788ba4: reopening flushed file at 1731405444293 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b1acd08b7b6b3e3e3a2b0a1c0aa26510 in 35ms, sequenceid=5, compaction requested=false at 1731405444300 (+7 ms)Writing region close event to WAL at 1731405444301 (+1 ms)Running coprocessor post-close hooks at 1731405444304 (+3 ms)Closed at 1731405444304
2024-11-12T09:57:24,305 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731405253079.b1acd08b7b6b3e3e3a2b0a1c0aa26510.
2024-11-12T09:57:24,305 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e301db43a1ad13f05754d6b36308cd4, disabling compactions & flushes
2024-11-12T09:57:24,305 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:57:24,305 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:57:24,305 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4. after waiting 0 ms
2024-11-12T09:57:24,305 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:57:24,305 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e301db43a1ad13f05754d6b36308cd4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-12T09:57:24,319 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/.tmp/colfamily11/41d4961c0559482eb585e99d92acfe42 is 52, key is bbb/colfamily11:colfamily11/1731405256703/Put/seqid=0
2024-11-12T09:57:24,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741903_1079 (size=39263)
2024-11-12T09:57:24,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741903_1079 (size=39263)
2024-11-12T09:57:24,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741903_1079 (size=39263)
2024-11-12T09:57:24,326 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/.tmp/colfamily11/41d4961c0559482eb585e99d92acfe42
2024-11-12T09:57:24,331 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/.tmp/colfamily11/41d4961c0559482eb585e99d92acfe42 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/colfamily11/41d4961c0559482eb585e99d92acfe42
2024-11-12T09:57:24,337 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/colfamily11/41d4961c0559482eb585e99d92acfe42, entries=703, sequenceid=5, filesize=38.3 K
2024-11-12T09:57:24,338 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e301db43a1ad13f05754d6b36308cd4 in 33ms, sequenceid=5, compaction requested=false
2024-11-12T09:57:24,338 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true'
2024-11-12T09:57:24,342 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e301db43a1ad13f05754d6b36308cd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T09:57:24,343 INFO  [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:57:24,343 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e301db43a1ad13f05754d6b36308cd4:
Waiting for close lock at 1731405444305Running coprocessor pre-close hooks at 1731405444305Disabling compacts and flushes for region at 1731405444305Disabling writes for close at 1731405444305Obtaining lock to block concurrent updates at 1731405444305Preparing flush snapshotting stores in 9e301db43a1ad13f05754d6b36308cd4 at 1731405444305Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731405444305Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4. at 1731405444306 (+1 ms)Flushing 9e301db43a1ad13f05754d6b36308cd4/colfamily11: creating writer at 1731405444306Flushing 9e301db43a1ad13f05754d6b36308cd4/colfamily11: appending metadata at 1731405444319 (+13 ms)Flushing 9e301db43a1ad13f05754d6b36308cd4/colfamily11: closing flushed file at 1731405444319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5057f675: reopening flushed file at 1731405444330 (+11 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e301db43a1ad13f05754d6b36308cd4 in 33ms, sequenceid=5, compaction requested=false at 1731405444338 (+8 ms)Writing region close event to WAL at 1731405444339 (+1 ms)Running coprocessor post-close hooks at 1731405444343 (+4 ms)Closed at 1731405444343
2024-11-12T09:57:24,343 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731405253079.9e301db43a1ad13f05754d6b36308cd4.
2024-11-12T09:57:24,479 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,45027,1731405250711; all regions closed.
2024-11-12T09:57:24,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741833_1009 (size=353044)
2024-11-12T09:57:24,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741833_1009 (size=353044)
2024-11-12T09:57:24,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741833_1009 (size=353044)
2024-11-12T09:57:24,489 DEBUG [RS:2;eb677afb1da9:45027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/oldWALs
2024-11-12T09:57:24,489 INFO  [RS:2;eb677afb1da9:45027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C45027%2C1731405250711:(num 1731405252318)
2024-11-12T09:57:24,489 DEBUG [RS:2;eb677afb1da9:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T09:57:24,489 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T09:57:24,489 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T09:57:24,490 INFO  [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:57:24,490 INFO  [RS:2;eb677afb1da9:45027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45027
2024-11-12T09:57:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T09:57:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,45027,1731405250711
2024-11-12T09:57:24,520 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:57:24,521 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007fafd48c3018@ec42752 rejected from java.util.concurrent.ThreadPoolExecutor@4bc6b8ee[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 25]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-12T09:57:24,529 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,45027,1731405250711]
2024-11-12T09:57:24,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,45027,1731405250711 already deleted, retry=false
2024-11-12T09:57:24,537 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,45027,1731405250711 expired; onlineServers=0
2024-11-12T09:57:24,537 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,46513,1731405249829' *****
2024-11-12T09:57:24,537 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T09:57:24,538 INFO  [M:0;eb677afb1da9:46513 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T09:57:24,538 INFO  [M:0;eb677afb1da9:46513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T09:57:24,538 DEBUG [M:0;eb677afb1da9:46513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T09:57:24,538 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T09:57:24,538 DEBUG [M:0;eb677afb1da9:46513 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T09:57:24,538 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405251891 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405251891,5,FailOnTimeoutGroup]
2024-11-12T09:57:24,538 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405251897 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405251897,5,FailOnTimeoutGroup]
2024-11-12T09:57:24,539 INFO  [M:0;eb677afb1da9:46513 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T09:57:24,539 INFO  [M:0;eb677afb1da9:46513 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T09:57:24,539 DEBUG [M:0;eb677afb1da9:46513 {}] master.HMaster(1795): Stopping service threads
2024-11-12T09:57:24,539 INFO  [M:0;eb677afb1da9:46513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T09:57:24,540 INFO  [M:0;eb677afb1da9:46513 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T09:57:24,540 INFO  [M:0;eb677afb1da9:46513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T09:57:24,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T09:57:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-12T09:57:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T09:57:24,546 DEBUG [M:0;eb677afb1da9:46513 {}] zookeeper.ZKUtil(347): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-12T09:57:24,546 WARN  [M:0;eb677afb1da9:46513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T09:57:24,547 INFO  [M:0;eb677afb1da9:46513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/.lastflushedseqids
2024-11-12T09:57:24,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741904_1080 (size=2864)
2024-11-12T09:57:24,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741904_1080 (size=2864)
2024-11-12T09:57:24,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741904_1080 (size=2864)
2024-11-12T09:57:24,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:24,629 INFO  [RS:2;eb677afb1da9:45027 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:57:24,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x1012fc10c920003, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:24,629 INFO  [RS:2;eb677afb1da9:45027 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,45027,1731405250711; zookeeper connection closed.
2024-11-12T09:57:24,630 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@317f970e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@317f970e
2024-11-12T09:57:24,631 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-12T09:57:24,967 INFO  [M:0;eb677afb1da9:46513 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T09:57:24,968 INFO  [M:0;eb677afb1da9:46513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T09:57:24,968 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T09:57:24,968 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:57:24,968 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:57:24,968 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T09:57:24,968 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:57:24,969 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.40 KB heapSize=395.41 KB
2024-11-12T09:57:24,989 DEBUG [M:0;eb677afb1da9:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b18bac3ffb445ffb5b1405487e3a172 is 82, key is hbase:meta,,1/info:regioninfo/1731405438821/Put/seqid=0
2024-11-12T09:57:24,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741905_1081 (size=6071)
2024-11-12T09:57:24,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741905_1081 (size=6071)
2024-11-12T09:57:24,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741905_1081 (size=6071)
2024-11-12T09:57:24,995 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b18bac3ffb445ffb5b1405487e3a172
2024-11-12T09:57:25,014 DEBUG [M:0;eb677afb1da9:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3038e510c484167a971772a660b33b1 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731405254278/Put/seqid=0
2024-11-12T09:57:25,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741906_1082 (size=13326)
2024-11-12T09:57:25,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741906_1082 (size=13326)
2024-11-12T09:57:25,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741906_1082 (size=13326)
2024-11-12T09:57:25,022 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.18 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3038e510c484167a971772a660b33b1
2024-11-12T09:57:25,042 DEBUG [M:0;eb677afb1da9:46513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a2a1c452ad54ae0b918aa343705eba0 is 69, key is eb677afb1da9,44053,1731405250548/rs:state/1731405252008/Put/seqid=0
2024-11-12T09:57:25,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741907_1083 (size=5442)
2024-11-12T09:57:25,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741907_1083 (size=5442)
2024-11-12T09:57:25,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741907_1083 (size=5442)
2024-11-12T09:57:25,048 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a2a1c452ad54ae0b918aa343705eba0
2024-11-12T09:57:25,053 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2a1c452ad54ae0b918aa343705eba0
2024-11-12T09:57:25,054 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b18bac3ffb445ffb5b1405487e3a172 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b18bac3ffb445ffb5b1405487e3a172
2024-11-12T09:57:25,059 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b18bac3ffb445ffb5b1405487e3a172, entries=14, sequenceid=620, filesize=5.9 K
2024-11-12T09:57:25,060 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3038e510c484167a971772a660b33b1 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3038e510c484167a971772a660b33b1
2024-11-12T09:57:25,066 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3038e510c484167a971772a660b33b1, entries=79, sequenceid=620, filesize=13.0 K
2024-11-12T09:57:25,067 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a2a1c452ad54ae0b918aa343705eba0 as hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a2a1c452ad54ae0b918aa343705eba0
2024-11-12T09:57:25,072 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2a1c452ad54ae0b918aa343705eba0
2024-11-12T09:57:25,072 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35187/user/jenkins/test-data/c685d652-14c2-cd22-a86f-f7a00bd72113/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a2a1c452ad54ae0b918aa343705eba0, entries=3, sequenceid=620, filesize=5.3 K
2024-11-12T09:57:25,073 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.40 KB/344477, heapSize ~395.11 KB/404592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=620, compaction requested=false
2024-11-12T09:57:25,075 INFO  [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T09:57:25,075 DEBUG [M:0;eb677afb1da9:46513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731405444968Disabling compacts and flushes for region at 1731405444968Disabling writes for close at 1731405444968Obtaining lock to block concurrent updates at 1731405444969 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731405444969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344477, getHeapSize=404832, getOffHeapSize=0, getCellsCount=781 at 1731405444969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731405444971 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731405444971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731405444988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731405444988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731405444999 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731405445014 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731405445014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731405445027 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731405445041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731405445041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e305b: reopening flushed file at 1731405445053 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dad75d4: reopening flushed file at 1731405445059 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa5dfbc: reopening flushed file at 1731405445066 (+7 ms)Finished flush of dataSize ~336.40 KB/344477, heapSize ~395.11 KB/404592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=620, compaction requested=false at 1731405445073 (+7 ms)Writing region close event to WAL at 1731405445075 (+2 ms)Closed at 1731405445075
2024-11-12T09:57:25,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741830_1006 (size=385840)
2024-11-12T09:57:25,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741830_1006 (size=385840)
2024-11-12T09:57:25,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741830_1006 (size=385840)
2024-11-12T09:57:25,078 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T09:57:25,078 INFO  [M:0;eb677afb1da9:46513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T09:57:25,078 INFO  [M:0;eb677afb1da9:46513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46513
2024-11-12T09:57:25,078 INFO  [M:0;eb677afb1da9:46513 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T09:57:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:25,204 INFO  [M:0;eb677afb1da9:46513 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T09:57:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46513-0x1012fc10c920000, quorum=127.0.0.1:57526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T09:57:25,260 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830dca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:57:25,264 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:57:25,264 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:57:25,264 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:57:25,264 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,STOPPED}
2024-11-12T09:57:25,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:57:25,267 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:57:25,267 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:57:25,267 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-917310359-172.17.0.2-1731405245979 (Datanode Uuid caa2de70-ba73-472c-bb45-de30c438730c) service to localhost/127.0.0.1:35187
2024-11-12T09:57:25,268 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data5/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,269 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data6/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,269 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:57:25,272 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4223727d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:57:25,272 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:57:25,272 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:57:25,272 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:57:25,273 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,STOPPED}
2024-11-12T09:57:25,274 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:57:25,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:57:25,274 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-917310359-172.17.0.2-1731405245979 (Datanode Uuid 9ac053e3-f331-41e1-8b78-ec52ec20ccf5) service to localhost/127.0.0.1:35187
2024-11-12T09:57:25,274 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:57:25,274 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data3/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,275 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data4/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,275 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:57:25,276 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694dc04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T09:57:25,277 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:57:25,277 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:57:25,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:57:25,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,STOPPED}
2024-11-12T09:57:25,278 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T09:57:25,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T09:57:25,278 WARN  [BP-917310359-172.17.0.2-1731405245979 heartbeating to localhost/127.0.0.1:35187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-917310359-172.17.0.2-1731405245979 (Datanode Uuid da4c41c0-13ae-494f-9c55-481de4d5c06a) service to localhost/127.0.0.1:35187
2024-11-12T09:57:25,278 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T09:57:25,279 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data1/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,279 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/cluster_678be3b9-7937-06d9-dcde-3444ce3c195e/data/data2/current/BP-917310359-172.17.0.2-1731405245979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T09:57:25,279 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T09:57:25,287 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T09:57:25,287 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T09:57:25,287 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T09:57:25,287 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T09:57:25,287 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/563b704e-cf54-1737-2c26-c73bc856151a/hadoop.log.dir/,STOPPED}
2024-11-12T09:57:25,300 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T09:57:25,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T09:57:25,378 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11)
Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35187 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35187 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/eb677afb1da9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35187 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/eb677afb1da9:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RS_OPEN_META-regionserver/eb677afb1da9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df30147
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35187 from jenkins.hfs.0
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35187
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35187
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/eb677afb1da9:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=460 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=21 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=6640 (was 8040)