2024-11-17 22:51:29,688 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-17 22:51:29,706 main DEBUG Took 0.016551 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 22:51:29,706 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 22:51:29,707 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 22:51:29,708 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 22:51:29,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,715 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 22:51:29,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,730 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,734 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,735 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,736 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:29,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,739 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 22:51:29,741 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:29,742 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 22:51:29,744 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 22:51:29,744 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 22:51:29,746 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 22:51:29,746 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 22:51:29,754 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 22:51:29,757 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 22:51:29,759 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 22:51:29,759 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 22:51:29,760 main DEBUG createAppenders(={Console}) 2024-11-17 22:51:29,761 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-17 22:51:29,761 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-17 22:51:29,761 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-17 22:51:29,762 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 22:51:29,762 main DEBUG OutputStream closed 2024-11-17 22:51:29,762 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 22:51:29,763 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 22:51:29,763 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-17 22:51:29,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 22:51:29,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 22:51:29,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 22:51:29,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 22:51:29,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 22:51:29,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 22:51:29,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 22:51:29,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 22:51:29,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 22:51:29,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 22:51:29,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 22:51:29,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 22:51:29,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 22:51:29,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 22:51:29,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 22:51:29,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 22:51:29,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 22:51:29,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 22:51:29,846 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 22:51:29,846 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-17 22:51:29,847 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 22:51:29,848 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-17T22:51:29,860 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-17 22:51:29,863 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 22:51:29,863 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T22:51:29,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=9, AvailableMemoryMB=6441 2024-11-17T22:51:30,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9 2024-11-17T22:51:30,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T22:51:30,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6, deleteOnExit=true 2024-11-17T22:51:30,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T22:51:30,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/test.cache.data in system properties and HBase conf 2024-11-17T22:51:30,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T22:51:30,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir in system properties and HBase conf 2024-11-17T22:51:30,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T22:51:30,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T22:51:30,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T22:51:30,304 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T22:51:30,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T22:51:30,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:51:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:51:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T22:51:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:51:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T22:51:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T22:51:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:51:30,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:51:30,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T22:51:30,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/nfs.dump.dir in system properties and HBase conf 2024-11-17T22:51:30,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/java.io.tmpdir in system properties and HBase conf 2024-11-17T22:51:30,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:51:30,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T22:51:30,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T22:51:31,524 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T22:51:31,628 INFO [Time-limited test {}] log.Log(170): Logging initialized @2684ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T22:51:31,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:31,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:31,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:31,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:31,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T22:51:31,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:31,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:31,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:32,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/java.io.tmpdir/jetty-localhost-39569-hadoop-hdfs-3_4_1-tests_jar-_-any-14987369823575997164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:51:32,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:39569} 2024-11-17T22:51:32,108 INFO [Time-limited test {}] server.Server(415): Started @3165ms 2024-11-17T22:51:32,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:32,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:32,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:32,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:32,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T22:51:32,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:32,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:32,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694dc04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/java.io.tmpdir/jetty-localhost-44429-hadoop-hdfs-3_4_1-tests_jar-_-any-12622156126753275661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:32,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:44429} 2024-11-17T22:51:32,677 INFO [Time-limited test {}] server.Server(415): Started @3734ms 2024-11-17T22:51:32,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:32,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:32,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:32,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:32,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:32,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T22:51:32,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:32,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:33,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4223727d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-2766700063621595020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:33,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-11-17T22:51:33,057 INFO [Time-limited test {}] server.Server(415): Started @4114ms 2024-11-17T22:51:33,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:33,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:33,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:33,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:33,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:33,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:51:33,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:33,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:33,267 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data2/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,267 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data3/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,269 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data1/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,270 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data4/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830dca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/java.io.tmpdir/jetty-localhost-36801-hadoop-hdfs-3_4_1-tests_jar-_-any-13561333152679131721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:33,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:36801} 2024-11-17T22:51:33,334 INFO [Time-limited test {}] server.Server(415): Started @4391ms 2024-11-17T22:51:33,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:33,345 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:33,354 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1694368ca2854cc2 with lease ID 0x8b2ee2ea0e935f66: Processing first storage report for DS-87346523-3f3a-4c11-b45c-3ce64fe8e140 from datanode DatanodeRegistration(127.0.0.1:37087, datanodeUuid=1537b6d5-b9d8-47eb-a93f-ee1ac477cb74, infoPort=43299, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1694368ca2854cc2 with lease ID 0x8b2ee2ea0e935f66: from storage DS-87346523-3f3a-4c11-b45c-3ce64fe8e140 node DatanodeRegistration(127.0.0.1:37087, datanodeUuid=1537b6d5-b9d8-47eb-a93f-ee1ac477cb74, infoPort=43299, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722871d45ad39a70 with lease ID 0x8b2ee2ea0e935f67: Processing first storage report for DS-10cccb01-1f5c-4fee-8eef-10f25235f395 from datanode DatanodeRegistration(127.0.0.1:40057, datanodeUuid=af79129d-969e-4943-90c2-8c3d1e679d6b, infoPort=37331, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722871d45ad39a70 with lease ID 0x8b2ee2ea0e935f67: from storage DS-10cccb01-1f5c-4fee-8eef-10f25235f395 node DatanodeRegistration(127.0.0.1:40057, datanodeUuid=af79129d-969e-4943-90c2-8c3d1e679d6b, infoPort=37331, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1694368ca2854cc2 with lease ID 0x8b2ee2ea0e935f66: Processing first storage report for DS-017e4876-808f-4585-b3fe-0e8760043c43 from datanode DatanodeRegistration(127.0.0.1:37087, datanodeUuid=1537b6d5-b9d8-47eb-a93f-ee1ac477cb74, infoPort=43299, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1694368ca2854cc2 with lease ID 0x8b2ee2ea0e935f66: from storage DS-017e4876-808f-4585-b3fe-0e8760043c43 node DatanodeRegistration(127.0.0.1:37087, datanodeUuid=1537b6d5-b9d8-47eb-a93f-ee1ac477cb74, infoPort=43299, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722871d45ad39a70 with lease ID 0x8b2ee2ea0e935f67: Processing first storage report for DS-a16caeb9-4afc-41c5-b564-553b78ee1e0b from datanode DatanodeRegistration(127.0.0.1:40057, datanodeUuid=af79129d-969e-4943-90c2-8c3d1e679d6b, infoPort=37331, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722871d45ad39a70 with lease ID 0x8b2ee2ea0e935f67: from storage DS-a16caeb9-4afc-41c5-b564-553b78ee1e0b node DatanodeRegistration(127.0.0.1:40057, datanodeUuid=af79129d-969e-4943-90c2-8c3d1e679d6b, infoPort=37331, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,451 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data6/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,451 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data5/current/BP-986442060-172.17.0.2-1731883891230/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:33,482 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cbb8f966658a81c with lease ID 0x8b2ee2ea0e935f68: Processing first storage report for DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff from datanode DatanodeRegistration(127.0.0.1:35061, datanodeUuid=14d9cc56-96a2-48ca-99d9-45a9d5cf01e0, infoPort=33645, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cbb8f966658a81c with lease ID 0x8b2ee2ea0e935f68: from storage DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff node DatanodeRegistration(127.0.0.1:35061, datanodeUuid=14d9cc56-96a2-48ca-99d9-45a9d5cf01e0, infoPort=33645, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cbb8f966658a81c with lease ID 0x8b2ee2ea0e935f68: Processing first storage report for DS-97ef728f-a63f-4229-be12-f49a294a88bc from datanode DatanodeRegistration(127.0.0.1:35061, datanodeUuid=14d9cc56-96a2-48ca-99d9-45a9d5cf01e0, infoPort=33645, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230) 2024-11-17T22:51:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cbb8f966658a81c with lease ID 0x8b2ee2ea0e935f68: from storage DS-97ef728f-a63f-4229-be12-f49a294a88bc node DatanodeRegistration(127.0.0.1:35061, datanodeUuid=14d9cc56-96a2-48ca-99d9-45a9d5cf01e0, infoPort=33645, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=799978204;c=1731883891230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:33,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9 2024-11-17T22:51:33,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/zookeeper_0, clientPort=51037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T22:51:33,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51037 2024-11-17T22:51:33,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:33,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:34,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:34,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 with version=8 2024-11-17T22:51:34,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/hbase-staging 2024-11-17T22:51:34,610 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T22:51:34,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:34,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:34,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:34,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:34,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:34,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:35,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T22:51:35,098 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T22:51:35,113 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T22:51:35,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:35,146 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 81853 (auto-detected) 2024-11-17T22:51:35,148 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T22:51:35,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43875 2024-11-17T22:51:35,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43875 connecting to ZooKeeper ensemble=127.0.0.1:51037 2024-11-17T22:51:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438750x0, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:35,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43875-0x1004fe260890000 connected 2024-11-17T22:51:35,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:35,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885, hbase.cluster.distributed=false 2024-11-17T22:51:35,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-17T22:51:35,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-17T22:51:35,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-17T22:51:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-17T22:51:35,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-17T22:51:35,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:35,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:35,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:35,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:35,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:35,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34675 2024-11-17T22:51:35,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34675 connecting to ZooKeeper ensemble=127.0.0.1:51037 2024-11-17T22:51:35,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346750x0, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:35,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346750x0, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:35,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34675-0x1004fe260890001 connected 2024-11-17T22:51:35,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:35,488 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:35,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:35,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:35,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-17T22:51:35,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34675 2024-11-17T22:51:35,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34675 2024-11-17T22:51:35,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-17T22:51:35,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-17T22:51:35,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:35,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:35,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:35,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:35,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:35,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43343 2024-11-17T22:51:35,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43343 connecting to ZooKeeper ensemble=127.0.0.1:51037 2024-11-17T22:51:35,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433430x0, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:35,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43343-0x1004fe260890002 connected 2024-11-17T22:51:35,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:35,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:35,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:35,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:35,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-17T22:51:35,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43343 2024-11-17T22:51:35,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43343 2024-11-17T22:51:35,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-17T22:51:35,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-17T22:51:35,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:35,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:35,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:35,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38985 2024-11-17T22:51:35,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38985 connecting to ZooKeeper ensemble=127.0.0.1:51037 2024-11-17T22:51:35,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389850x0, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:35,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389850x0, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:35,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38985-0x1004fe260890003 connected 2024-11-17T22:51:35,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:35,569 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:35,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:35,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:35,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-17T22:51:35,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38985 2024-11-17T22:51:35,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38985 2024-11-17T22:51:35,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-17T22:51:35,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-17T22:51:35,599 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a6e40b21a48:43875 2024-11-17T22:51:35,600 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,609 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:35,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:35,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:35,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,631 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T22:51:35,633 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a6e40b21a48,43875,1731883894678 from backup master directory 2024-11-17T22:51:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:35,641 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:35,642 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:35,645 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T22:51:35,646 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T22:51:35,710 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/hbase.id] with ID: e1d6f6ab-b1b8-457e-92d8-59577e775a1d 2024-11-17T22:51:35,710 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/.tmp/hbase.id 2024-11-17T22:51:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:35,728 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/.tmp/hbase.id]:[hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/hbase.id] 2024-11-17T22:51:35,780 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,785 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T22:51:35,805 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-17T22:51:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:35,846 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:51:35,848 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T22:51:35,867 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:35,871 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:35,924 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store 2024-11-17T22:51:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:35,956 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T22:51:35,960 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:35,962 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:51:35,962 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:35,962 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:35,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:51:35,965 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:35,965 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:35,966 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731883895962Disabling compacts and flushes for region at 1731883895962Disabling writes for close at 1731883895964 (+2 ms)Writing region close event to WAL at 1731883895965 (+1 ms)Closed at 1731883895965 2024-11-17T22:51:35,968 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/.initializing 2024-11-17T22:51:35,969 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/WALs/1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:35,976 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:35,990 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C43875%2C1731883894678, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/WALs/1a6e40b21a48,43875,1731883894678, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/oldWALs, maxLogs=10 2024-11-17T22:51:36,021 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/WALs/1a6e40b21a48,43875,1731883894678/1a6e40b21a48%2C43875%2C1731883894678.1731883895996, exclude list is [], retry=0 2024-11-17T22:51:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:51:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:51:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:51:36,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T22:51:36,079 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/WALs/1a6e40b21a48,43875,1731883894678/1a6e40b21a48%2C43875%2C1731883894678.1731883895996 2024-11-17T22:51:36,080 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43299:43299),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:33645:33645)] 2024-11-17T22:51:36,080 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:51:36,081 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:36,084 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,085 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T22:51:36,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:36,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T22:51:36,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:36,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T22:51:36,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T22:51:36,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:36,177 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,181 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,183 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,188 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,189 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,192 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:36,196 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:36,202 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:36,204 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72267253, jitterRate=0.07686598598957062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:36,212 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731883896096Initializing all the Stores at 1731883896099 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883896099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883896100 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883896100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883896100Cleaning up temporary data from old regions at 1731883896189 (+89 ms)Region opened successfully at 1731883896211 (+22 ms) 2024-11-17T22:51:36,213 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T22:51:36,247 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e53e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:36,282 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T22:51:36,298 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:51:36,299 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:51:36,303 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:51:36,305 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:51:36,312 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T22:51:36,312 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T22:51:36,348 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T22:51:36,360 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T22:51:36,362 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T22:51:36,366 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T22:51:36,368 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T22:51:36,370 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T22:51:36,373 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T22:51:36,379 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T22:51:36,380 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T22:51:36,382 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T22:51:36,384 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T22:51:36,405 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T22:51:36,407 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,418 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a6e40b21a48,43875,1731883894678, sessionid=0x1004fe260890000, setting cluster-up flag (Was=false) 2024-11-17T22:51:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,437 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T22:51:36,439 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,450 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T22:51:36,453 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:36,461 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T22:51:36,489 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(746): ClusterId : e1d6f6ab-b1b8-457e-92d8-59577e775a1d 2024-11-17T22:51:36,489 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(746): ClusterId : e1d6f6ab-b1b8-457e-92d8-59577e775a1d 2024-11-17T22:51:36,492 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(746): ClusterId : e1d6f6ab-b1b8-457e-92d8-59577e775a1d 2024-11-17T22:51:36,493 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:36,493 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:36,493 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:36,499 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:36,499 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:36,500 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:36,501 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:36,502 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:36,503 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:36,504 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:36,505 DEBUG [RS:0;1a6e40b21a48:34675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd43278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:36,506 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:36,506 DEBUG [RS:2;1a6e40b21a48:38985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f38cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:36,507 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:36,507 DEBUG [RS:1;1a6e40b21a48:43343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9aaa03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:36,530 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a6e40b21a48:34675 2024-11-17T22:51:36,534 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:36,534 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:36,534 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:36,535 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1a6e40b21a48:38985 2024-11-17T22:51:36,535 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:36,535 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:36,535 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:36,537 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1a6e40b21a48:43343 2024-11-17T22:51:36,538 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=34675, startcode=1731883895415 2024-11-17T22:51:36,538 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=38985, startcode=1731883895554 2024-11-17T22:51:36,538 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:36,538 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:36,538 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:36,539 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=43343, startcode=1731883895515 2024-11-17T22:51:36,551 DEBUG [RS:0;1a6e40b21a48:34675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:36,551 DEBUG [RS:2;1a6e40b21a48:38985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:36,551 DEBUG [RS:1;1a6e40b21a48:43343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:36,569 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:36,583 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T22:51:36,595 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T22:51:36,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:36,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49851, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:36,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:36,606 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a6e40b21a48,43875,1731883894678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T22:51:36,615 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:36,616 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:36,616 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:36,616 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:36,616 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:36,616 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a6e40b21a48:0, corePoolSize=10, maxPoolSize=10 2024-11-17T22:51:36,617 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,617 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:36,617 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,618 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731883926618 2024-11-17T22:51:36,620 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T22:51:36,622 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T22:51:36,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:36,624 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:36,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T22:51:36,625 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:36,626 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T22:51:36,627 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T22:51:36,627 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T22:51:36,627 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T22:51:36,628 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T22:51:36,649 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T22:51:36,651 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T22:51:36,651 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T22:51:36,654 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:36,654 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:36,654 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:36,654 WARN [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:36,654 WARN [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:36,654 WARN [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:36,657 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T22:51:36,658 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T22:51:36,669 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883896660,5,FailOnTimeoutGroup] 2024-11-17T22:51:36,673 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883896669,5,FailOnTimeoutGroup] 2024-11-17T22:51:36,673 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,674 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T22:51:36,675 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,675 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:36,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T22:51:36,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:36,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:36,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:51:36,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:51:36,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:36,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:51:36,755 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=34675, startcode=1731883895415 2024-11-17T22:51:36,755 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=43343, startcode=1731883895515 2024-11-17T22:51:36,756 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,43875,1731883894678 with port=38985, startcode=1731883895554 2024-11-17T22:51:36,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:51:36,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:51:36,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:51:36,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:36,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:51:36,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,769 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:36,769 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-17T22:51:36,770 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:51:36,775 DEBUG [RS:0;1a6e40b21a48:34675 {}] zookeeper.ZKUtil(111): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,775 WARN [RS:0;1a6e40b21a48:34675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:36,775 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:36,775 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-17T22:51:36,775 INFO [RS:0;1a6e40b21a48:34675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:36,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:51:36,775 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:36,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:36,775 DEBUG [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:36,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:51:36,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:51:36,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,34675,1731883895415] 2024-11-17T22:51:36,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,38985,1731883895554] 2024-11-17T22:51:36,780 DEBUG [RS:2;1a6e40b21a48:38985 {}] zookeeper.ZKUtil(111): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,780 WARN [RS:2;1a6e40b21a48:38985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:36,780 INFO [RS:2;1a6e40b21a48:38985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:51:36,781 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,786 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:36,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:51:36,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:51:36,786 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-17T22:51:36,786 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:36,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:51:36,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:36,790 DEBUG [RS:1;1a6e40b21a48:43343 {}] zookeeper.ZKUtil(111): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,790 WARN [RS:1;1a6e40b21a48:43343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:36,790 INFO [RS:1;1a6e40b21a48:43343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:36,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,43343,1731883895515] 2024-11-17T22:51:36,790 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:51:36,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:36,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410188, jitterRate=-0.08491688966751099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:36,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731883896746Initializing all the Stores at 1731883896748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883896748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883896748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883896749 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883896749Cleaning up temporary data from old regions at 1731883896786 (+37 ms)Region opened successfully at 1731883896816 (+30 ms) 2024-11-17T22:51:36,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:51:36,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:51:36,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:51:36,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:51:36,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:51:36,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:51:36,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731883896816Disabling compacts and flushes for region at 1731883896816Disabling writes for close at 1731883896816Writing region close event to WAL at 1731883896817 (+1 ms)Closed at 1731883896818 (+1 ms) 2024-11-17T22:51:36,818 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:36,818 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:36,818 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:36,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:36,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T22:51:36,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:51:36,842 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:36,842 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:36,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:51:36,856 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:36,861 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T22:51:36,861 INFO [RS:2;1a6e40b21a48:38985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:36,861 INFO [RS:1;1a6e40b21a48:43343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:36,861 INFO [RS:0;1a6e40b21a48:34675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:36,861 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,861 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,861 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,862 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:36,865 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:36,868 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:36,869 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:36,870 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,870 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,870 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,870 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:36,871 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,871 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,872 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,873 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,873 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,873 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,873 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,873 DEBUG [RS:2;1a6e40b21a48:38985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,873 DEBUG [RS:1;1a6e40b21a48:43343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,877 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:36,879 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:36,879 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,880 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,880 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,880 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,880 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,880 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,881 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:36,882 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,882 DEBUG [RS:0;1a6e40b21a48:34675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:36,885 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,885 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,885 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,885 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,885 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,38985,1731883895554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,886 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43343,1731883895515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:36,896 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,896 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,897 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,897 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,897 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,897 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34675,1731883895415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:36,915 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:36,918 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:36,919 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43343,1731883895515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,919 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,38985,1731883895554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,919 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,919 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,920 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.Replication(171): 1a6e40b21a48,43343,1731883895515 started 2024-11-17T22:51:36,920 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.Replication(171): 1a6e40b21a48,38985,1731883895554 started 2024-11-17T22:51:36,924 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:36,924 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,34675,1731883895415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,924 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,924 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.Replication(171): 1a6e40b21a48,34675,1731883895415 started 2024-11-17T22:51:36,944 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,944 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,945 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,38985,1731883895554, RpcServer on 1a6e40b21a48/172.17.0.2:38985, sessionid=0x1004fe260890003 2024-11-17T22:51:36,946 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,43343,1731883895515, RpcServer on 1a6e40b21a48/172.17.0.2:43343, sessionid=0x1004fe260890002 2024-11-17T22:51:36,946 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:36,947 DEBUG [RS:2;1a6e40b21a48:38985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,947 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:36,947 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:36,947 DEBUG [RS:1;1a6e40b21a48:43343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,947 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,43343,1731883895515' 2024-11-17T22:51:36,947 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,38985,1731883895554' 2024-11-17T22:51:36,947 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,34675,1731883895415, RpcServer on 1a6e40b21a48/172.17.0.2:34675, sessionid=0x1004fe260890001 2024-11-17T22:51:36,947 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:36,947 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:36,947 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:36,947 DEBUG [RS:0;1a6e40b21a48:34675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,947 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,34675,1731883895415' 2024-11-17T22:51:36,947 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:36,949 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:36,951 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:36,952 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:36,952 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:36,952 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:36,952 DEBUG [RS:1;1a6e40b21a48:43343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:36,952 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:36,952 DEBUG [RS:0;1a6e40b21a48:34675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:36,952 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,43343,1731883895515' 2024-11-17T22:51:36,952 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,34675,1731883895415' 2024-11-17T22:51:36,952 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:36,952 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:36,953 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:36,953 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:36,953 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:36,953 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:36,953 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:36,954 DEBUG [RS:2;1a6e40b21a48:38985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:36,954 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,38985,1731883895554' 2024-11-17T22:51:36,954 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:36,954 DEBUG [RS:1;1a6e40b21a48:43343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:36,954 INFO [RS:1;1a6e40b21a48:43343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:36,954 INFO [RS:1;1a6e40b21a48:43343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:36,954 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:36,954 DEBUG [RS:0;1a6e40b21a48:34675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:36,955 INFO [RS:0;1a6e40b21a48:34675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:36,955 INFO [RS:0;1a6e40b21a48:34675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:36,955 DEBUG [RS:2;1a6e40b21a48:38985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:36,955 INFO [RS:2;1a6e40b21a48:38985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:36,955 INFO [RS:2;1a6e40b21a48:38985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:37,011 WARN [1a6e40b21a48:43875 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-17T22:51:37,061 INFO [RS:2;1a6e40b21a48:38985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:37,061 INFO [RS:0;1a6e40b21a48:34675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:37,061 INFO [RS:1;1a6e40b21a48:43343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:37,065 INFO [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C38985%2C1731883895554, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs, maxLogs=32 2024-11-17T22:51:37,065 INFO [RS:0;1a6e40b21a48:34675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C34675%2C1731883895415, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs, maxLogs=32 2024-11-17T22:51:37,066 INFO [RS:1;1a6e40b21a48:43343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C43343%2C1731883895515, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,43343,1731883895515, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs, maxLogs=32 2024-11-17T22:51:37,085 DEBUG [RS:2;1a6e40b21a48:38985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554/1a6e40b21a48%2C38985%2C1731883895554.1731883897069, exclude list is [], retry=0 2024-11-17T22:51:37,085 DEBUG [RS:0;1a6e40b21a48:34675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, exclude list is [], retry=0 2024-11-17T22:51:37,088 DEBUG [RS:1;1a6e40b21a48:43343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,43343,1731883895515/1a6e40b21a48%2C43343%2C1731883895515.1731883897070, exclude list is [], retry=0 2024-11-17T22:51:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:51:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:51:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:51:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:51:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:51:37,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:51:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:51:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:51:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:51:37,107 INFO [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554/1a6e40b21a48%2C38985%2C1731883895554.1731883897069 2024-11-17T22:51:37,111 INFO [RS:1;1a6e40b21a48:43343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,43343,1731883895515/1a6e40b21a48%2C43343%2C1731883895515.1731883897070 2024-11-17T22:51:37,114 DEBUG [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:33645:33645),(127.0.0.1/127.0.0.1:43299:43299)] 2024-11-17T22:51:37,115 DEBUG [RS:1;1a6e40b21a48:43343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43299:43299),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:33645:33645)] 2024-11-17T22:51:37,116 INFO [RS:0;1a6e40b21a48:34675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 2024-11-17T22:51:37,116 DEBUG [RS:0;1a6e40b21a48:34675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43299:43299),(127.0.0.1/127.0.0.1:33645:33645),(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-17T22:51:37,264 DEBUG [1a6e40b21a48:43875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T22:51:37,272 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:51:37,279 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:51:37,279 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:51:37,279 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:51:37,279 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:51:37,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:37,295 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPENING 2024-11-17T22:51:37,300 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T22:51:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,307 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:51:37,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:37,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:37,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:37,506 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:51:37,507 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:37,507 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:51:37,512 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C34675%2C1731883895415.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs, maxLogs=32 2024-11-17T22:51:37,529 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, exclude list is [], retry=0 2024-11-17T22:51:37,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:51:37,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:51:37,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:51:37,546 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta 2024-11-17T22:51:37,547 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:43299:43299),(127.0.0.1/127.0.0.1:33645:33645)] 2024-11-17T22:51:37,547 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:51:37,549 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:51:37,551 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:51:37,555 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:51:37,559 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:51:37,559 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:37,559 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:51:37,559 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:51:37,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:51:37,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:51:37,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:37,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:51:37,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:51:37,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:37,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:51:37,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:51:37,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:51:37,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:51:37,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:37,575 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:51:37,577 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:51:37,580 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:51:37,583 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:51:37,583 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:51:37,584 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:37,593 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:51:37,595 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67499431, jitterRate=0.0058199018239974976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:37,595 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:51:37,597 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731883897560Writing region info on filesystem at 1731883897560Initializing all the Stores at 1731883897562 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883897562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883897562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883897562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883897562Cleaning up temporary data from old regions at 1731883897583 (+21 ms)Running coprocessor post-open hooks at 1731883897595 (+12 ms)Region opened successfully at 1731883897597 (+2 ms) 2024-11-17T22:51:37,603 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731883897480 2024-11-17T22:51:37,615 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:51:37,616 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:51:37,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:37,619 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPEN 2024-11-17T22:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:37,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:37,622 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:37,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T22:51:37,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,34675,1731883895415 in 312 msec 2024-11-17T22:51:37,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T22:51:37,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-11-17T22:51:37,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:37,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T22:51:37,662 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:37,663 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:37,687 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:37,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:37,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-17T22:51:37,716 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731883897716, completionTime=-1 2024-11-17T22:51:37,718 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T22:51:37,719 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:51:37,777 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-17T22:51:37,777 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731883957777 2024-11-17T22:51:37,777 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884017777 2024-11-17T22:51:37,777 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 58 msec 2024-11-17T22:51:37,780 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:51:37,793 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,794 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,794 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,797 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a6e40b21a48:43875, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,797 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,798 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,805 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T22:51:37,830 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.188sec 2024-11-17T22:51:37,832 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T22:51:37,832 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T22:51:37,833 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T22:51:37,834 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T22:51:37,834 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T22:51:37,834 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:37,835 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T22:51:37,839 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T22:51:37,840 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T22:51:37,840 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,43875,1731883894678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:37,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200e6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:37,916 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T22:51:37,916 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T22:51:37,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,43875,-1 for getting cluster id 2024-11-17T22:51:37,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:51:37,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1d6f6ab-b1b8-457e-92d8-59577e775a1d' 2024-11-17T22:51:37,938 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:51:37,938 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1d6f6ab-b1b8-457e-92d8-59577e775a1d" 2024-11-17T22:51:37,941 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a2ee4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:37,941 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,43875,-1] 2024-11-17T22:51:37,945 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:51:37,951 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:37,953 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:51:37,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c044b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:37,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:37,966 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:37,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:37,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:38,003 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T22:51:38,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:51:38,017 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:38,020 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f375c48 2024-11-17T22:51:38,021 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:51:38,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:51:38,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:51:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:51:38,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:51:38,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-17T22:51:38,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:38,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:51:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741837_1013 (size=1020) 2024-11-17T22:51:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741837_1013 (size=1020) 2024-11-17T22:51:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741837_1013 (size=1020) 2024-11-17T22:51:38,109 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16ad1db818d9ddcc74477e1feba150fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,122 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 52ef0814f834eeddd9cbb07969a39753, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,126 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 86293ee81d37883975700a70eb13afbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741839_1015 (size=110) 2024-11-17T22:51:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741839_1015 (size=110) 2024-11-17T22:51:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741839_1015 (size=110) 2024-11-17T22:51:38,191 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,191 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 52ef0814f834eeddd9cbb07969a39753, disabling compactions & flushes 2024-11-17T22:51:38,191 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:38,191 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:38,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. after waiting 1 ms 2024-11-17T22:51:38,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:38,192 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:38,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 52ef0814f834eeddd9cbb07969a39753: Waiting for close lock at 1731883898191Disabling compacts and flushes for region at 1731883898191Disabling writes for close at 1731883898192 (+1 ms)Writing region close event to WAL at 1731883898192Closed at 1731883898192 2024-11-17T22:51:38,193 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 902332763cc8d9f0ee34070c73f7f157, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741838_1014 (size=107) 2024-11-17T22:51:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741840_1016 (size=110) 2024-11-17T22:51:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741838_1014 (size=107) 2024-11-17T22:51:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741838_1014 (size=107) 2024-11-17T22:51:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741840_1016 (size=110) 2024-11-17T22:51:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741840_1016 (size=110) 2024-11-17T22:51:38,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 16ad1db818d9ddcc74477e1feba150fa, disabling compactions & flushes 2024-11-17T22:51:38,213 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:38,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:38,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. after waiting 0 ms 2024-11-17T22:51:38,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:38,214 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:38,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16ad1db818d9ddcc74477e1feba150fa: Waiting for close lock at 1731883898213Disabling compacts and flushes for region at 1731883898213Disabling writes for close at 1731883898214 (+1 ms)Writing region close event to WAL at 1731883898214Closed at 1731883898214 2024-11-17T22:51:38,215 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d3256dacdd19c9d2f6e4b0a8c6eac2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,215 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,215 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 86293ee81d37883975700a70eb13afbf, disabling compactions & flushes 2024-11-17T22:51:38,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:38,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:38,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. after waiting 0 ms 2024-11-17T22:51:38,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:38,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:38,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 86293ee81d37883975700a70eb13afbf: Waiting for close lock at 1731883898215Disabling compacts and flushes for region at 1731883898215Disabling writes for close at 1731883898216 (+1 ms)Writing region close event to WAL at 1731883898216Closed at 1731883898216 2024-11-17T22:51:38,217 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 817277b93f3eb1a324a5e771ef08a4b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741841_1017 (size=110) 2024-11-17T22:51:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741841_1017 (size=110) 2024-11-17T22:51:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741841_1017 (size=110) 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 902332763cc8d9f0ee34070c73f7f157, disabling compactions & flushes 2024-11-17T22:51:38,249 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. after waiting 0 ms 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:38,249 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:38,249 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 902332763cc8d9f0ee34070c73f7f157: Waiting for close lock at 1731883898249Disabling compacts and flushes for region at 1731883898249Disabling writes for close at 1731883898249Writing region close event to WAL at 1731883898249Closed at 1731883898249 2024-11-17T22:51:38,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e33156171789f62e8f6acae0803067e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741843_1019 (size=110) 2024-11-17T22:51:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741843_1019 (size=110) 2024-11-17T22:51:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741843_1019 (size=110) 2024-11-17T22:51:38,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 817277b93f3eb1a324a5e771ef08a4b6, disabling compactions & flushes 2024-11-17T22:51:38,264 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:38,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:38,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. after waiting 0 ms 2024-11-17T22:51:38,264 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:38,265 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:38,265 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 817277b93f3eb1a324a5e771ef08a4b6: Waiting for close lock at 1731883898264Disabling compacts and flushes for region at 1731883898264Disabling writes for close at 1731883898264Writing region close event to WAL at 1731883898265 (+1 ms)Closed at 1731883898265 2024-11-17T22:51:38,266 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df9e576a47e17cbbc216d0194e86520b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741842_1018 (size=110) 2024-11-17T22:51:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741842_1018 (size=110) 2024-11-17T22:51:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741842_1018 (size=110) 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4d3256dacdd19c9d2f6e4b0a8c6eac2b, disabling compactions & flushes 2024-11-17T22:51:38,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. after waiting 0 ms 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:38,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:38,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d3256dacdd19c9d2f6e4b0a8c6eac2b: Waiting for close lock at 1731883898271Disabling compacts and flushes for region at 1731883898271Disabling writes for close at 1731883898271Writing region close event to WAL at 1731883898271Closed at 1731883898271 2024-11-17T22:51:38,272 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0273545e5bb1609cd57abc84e61f5d1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741844_1020 (size=110) 2024-11-17T22:51:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741844_1020 (size=110) 2024-11-17T22:51:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741844_1020 (size=110) 2024-11-17T22:51:38,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 3e33156171789f62e8f6acae0803067e, disabling compactions & flushes 2024-11-17T22:51:38,292 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:38,293 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:38,293 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. after waiting 0 ms 2024-11-17T22:51:38,293 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:38,293 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:38,293 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e33156171789f62e8f6acae0803067e: Waiting for close lock at 1731883898292Disabling compacts and flushes for region at 1731883898292Disabling writes for close at 1731883898293 (+1 ms)Writing region close event to WAL at 1731883898293Closed at 1731883898293 2024-11-17T22:51:38,294 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 249a86ceff74efa5b350277b0d0e71c9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741845_1021 (size=110) 2024-11-17T22:51:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741845_1021 (size=110) 2024-11-17T22:51:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741845_1021 (size=110) 2024-11-17T22:51:38,322 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,322 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing df9e576a47e17cbbc216d0194e86520b, disabling compactions & flushes 2024-11-17T22:51:38,323 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:38,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:38,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. after waiting 0 ms 2024-11-17T22:51:38,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:38,323 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:38,323 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for df9e576a47e17cbbc216d0194e86520b: Waiting for close lock at 1731883898322Disabling compacts and flushes for region at 1731883898322Disabling writes for close at 1731883898323 (+1 ms)Writing region close event to WAL at 1731883898323Closed at 1731883898323 2024-11-17T22:51:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741846_1022 (size=110) 2024-11-17T22:51:38,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741846_1022 (size=110) 2024-11-17T22:51:38,324 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 741d03c09b0d7ffbde3eb697afe9b3cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741846_1022 (size=110) 2024-11-17T22:51:38,326 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,326 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a0273545e5bb1609cd57abc84e61f5d1, disabling compactions & flushes 2024-11-17T22:51:38,326 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:38,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:38,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. after waiting 0 ms 2024-11-17T22:51:38,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:38,327 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:38,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0273545e5bb1609cd57abc84e61f5d1: Waiting for close lock at 1731883898326Disabling compacts and flushes for region at 1731883898326Disabling writes for close at 1731883898327 (+1 ms)Writing region close event to WAL at 1731883898327Closed at 1731883898327 2024-11-17T22:51:38,328 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c497c9d4be513ed0a0e68ca1dcca9229, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741847_1023 (size=110) 2024-11-17T22:51:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741847_1023 (size=110) 2024-11-17T22:51:38,367 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,367 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 249a86ceff74efa5b350277b0d0e71c9, disabling compactions & flushes 2024-11-17T22:51:38,367 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:38,367 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:38,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. after waiting 0 ms 2024-11-17T22:51:38,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:38,368 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741847_1023 (size=110) 2024-11-17T22:51:38,368 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 249a86ceff74efa5b350277b0d0e71c9: Waiting for close lock at 1731883898367Disabling compacts and flushes for region at 1731883898367Disabling writes for close at 1731883898368 (+1 ms)Writing region close event to WAL at 1731883898368Closed at 1731883898368 2024-11-17T22:51:38,369 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6f6c8138d09ec76e0ffb48374618b5e0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:38,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741848_1024 (size=110) 2024-11-17T22:51:38,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741848_1024 (size=110) 2024-11-17T22:51:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741848_1024 (size=110) 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c497c9d4be513ed0a0e68ca1dcca9229, disabling compactions & flushes 2024-11-17T22:51:38,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. after waiting 0 ms 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:38,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:38,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c497c9d4be513ed0a0e68ca1dcca9229: Waiting for close lock at 1731883898406Disabling compacts and flushes for region at 1731883898406Disabling writes for close at 1731883898406Writing region close event to WAL at 1731883898406Closed at 1731883898406 2024-11-17T22:51:38,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b56c217f6e66c0cf41ca53a77bcf0a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741849_1025 (size=110) 2024-11-17T22:51:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741849_1025 (size=110) 2024-11-17T22:51:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741849_1025 (size=110) 2024-11-17T22:51:38,414 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,414 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 741d03c09b0d7ffbde3eb697afe9b3cc, disabling compactions & flushes 2024-11-17T22:51:38,414 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:38,415 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:38,415 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. after waiting 0 ms 2024-11-17T22:51:38,415 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:38,415 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:38,415 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 741d03c09b0d7ffbde3eb697afe9b3cc: Waiting for close lock at 1731883898414Disabling compacts and flushes for region at 1731883898414Disabling writes for close at 1731883898415 (+1 ms)Writing region close event to WAL at 1731883898415Closed at 1731883898415 2024-11-17T22:51:38,416 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9ca1eee70163603c467d1d05631ca82, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741850_1026 (size=110) 2024-11-17T22:51:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741850_1026 (size=110) 2024-11-17T22:51:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741850_1026 (size=110) 2024-11-17T22:51:38,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6f6c8138d09ec76e0ffb48374618b5e0, disabling compactions & flushes 2024-11-17T22:51:38,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:38,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:38,420 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. after waiting 0 ms 2024-11-17T22:51:38,420 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:38,420 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:38,420 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6f6c8138d09ec76e0ffb48374618b5e0: Waiting for close lock at 1731883898419Disabling compacts and flushes for region at 1731883898419Disabling writes for close at 1731883898420 (+1 ms)Writing region close event to WAL at 1731883898420Closed at 1731883898420 2024-11-17T22:51:38,420 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7999aeee66fb742786ed3638e9f94206, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741851_1027 (size=110) 2024-11-17T22:51:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741851_1027 (size=110) 2024-11-17T22:51:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741851_1027 (size=110) 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5b56c217f6e66c0cf41ca53a77bcf0a0, disabling compactions & flushes 2024-11-17T22:51:38,433 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. after waiting 0 ms 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:38,433 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:38,433 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b56c217f6e66c0cf41ca53a77bcf0a0: Waiting for close lock at 1731883898433Disabling compacts and flushes for region at 1731883898433Disabling writes for close at 1731883898433Writing region close event to WAL at 1731883898433Closed at 1731883898433 2024-11-17T22:51:38,434 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc7ae448b3fbbe9aad085dd5226dd7eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741852_1028 (size=110) 2024-11-17T22:51:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741852_1028 (size=110) 2024-11-17T22:51:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741852_1028 (size=110) 2024-11-17T22:51:38,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a9ca1eee70163603c467d1d05631ca82, disabling compactions & flushes 2024-11-17T22:51:38,437 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:38,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:38,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. after waiting 0 ms 2024-11-17T22:51:38,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:38,438 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:38,438 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9ca1eee70163603c467d1d05631ca82: Waiting for close lock at 1731883898437Disabling compacts and flushes for region at 1731883898437Disabling writes for close at 1731883898437Writing region close event to WAL at 1731883898438 (+1 ms)Closed at 1731883898438 2024-11-17T22:51:38,439 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f74e66c2e7a26c26254356d3479f79b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741853_1029 (size=110) 2024-11-17T22:51:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741853_1029 (size=110) 2024-11-17T22:51:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741853_1029 (size=110) 2024-11-17T22:51:38,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7999aeee66fb742786ed3638e9f94206, disabling compactions & flushes 2024-11-17T22:51:38,450 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:38,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:38,450 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. after waiting 0 ms 2024-11-17T22:51:38,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:38,451 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:38,451 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7999aeee66fb742786ed3638e9f94206: Waiting for close lock at 1731883898450Disabling compacts and flushes for region at 1731883898450Disabling writes for close at 1731883898450Writing region close event to WAL at 1731883898451 (+1 ms)Closed at 1731883898451 2024-11-17T22:51:38,452 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4f712071933413f5066729a0bbe85ea1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741854_1030 (size=110) 2024-11-17T22:51:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741854_1030 (size=110) 2024-11-17T22:51:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741854_1030 (size=110) 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing dc7ae448b3fbbe9aad085dd5226dd7eb, disabling compactions & flushes 2024-11-17T22:51:38,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. after waiting 0 ms 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:38,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:38,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc7ae448b3fbbe9aad085dd5226dd7eb: Waiting for close lock at 1731883898462Disabling compacts and flushes for region at 1731883898462Disabling writes for close at 1731883898462Writing region close event to WAL at 1731883898462Closed at 1731883898462 2024-11-17T22:51:38,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 690c67d72143fea98064242d085c7e68, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741855_1031 (size=110) 2024-11-17T22:51:38,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741855_1031 (size=110) 2024-11-17T22:51:38,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741855_1031 (size=110) 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f74e66c2e7a26c26254356d3479f79b6, disabling compactions & flushes 2024-11-17T22:51:38,470 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. after waiting 0 ms 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:38,470 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:38,470 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f74e66c2e7a26c26254356d3479f79b6: Waiting for close lock at 1731883898470Disabling compacts and flushes for region at 1731883898470Disabling writes for close at 1731883898470Writing region close event to WAL at 1731883898470Closed at 1731883898470 2024-11-17T22:51:38,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be87b719c6b4dabb70734441095aaee0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741857_1033 (size=110) 2024-11-17T22:51:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741857_1033 (size=110) 2024-11-17T22:51:38,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741857_1033 (size=110) 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 690c67d72143fea98064242d085c7e68, disabling compactions & flushes 2024-11-17T22:51:38,484 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. after waiting 0 ms 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:38,484 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:38,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 690c67d72143fea98064242d085c7e68: Waiting for close lock at 1731883898484Disabling compacts and flushes for region at 1731883898484Disabling writes for close at 1731883898484Writing region close event to WAL at 1731883898484Closed at 1731883898484 2024-11-17T22:51:38,485 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f61eac6425a35ffa7c6b61f859f0298, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741856_1032 (size=110) 2024-11-17T22:51:38,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741856_1032 (size=110) 2024-11-17T22:51:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741856_1032 (size=110) 2024-11-17T22:51:38,491 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,492 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4f712071933413f5066729a0bbe85ea1, disabling compactions & flushes 2024-11-17T22:51:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741858_1034 (size=110) 2024-11-17T22:51:38,492 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:38,492 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:38,492 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. after waiting 0 ms 2024-11-17T22:51:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741858_1034 (size=110) 2024-11-17T22:51:38,492 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:38,492 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741858_1034 (size=110) 2024-11-17T22:51:38,492 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4f712071933413f5066729a0bbe85ea1: Waiting for close lock at 1731883898492Disabling compacts and flushes for region at 1731883898492Disabling writes for close at 1731883898492Writing region close event to WAL at 1731883898492Closed at 1731883898492 2024-11-17T22:51:38,493 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 97f60c2a6ec18cc6689f631f6496ac2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,494 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing be87b719c6b4dabb70734441095aaee0, disabling compactions & flushes 2024-11-17T22:51:38,495 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:38,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:38,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. after waiting 0 ms 2024-11-17T22:51:38,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:38,495 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:38,495 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for be87b719c6b4dabb70734441095aaee0: Waiting for close lock at 1731883898495Disabling compacts and flushes for region at 1731883898495Disabling writes for close at 1731883898495Writing region close event to WAL at 1731883898495Closed at 1731883898495 2024-11-17T22:51:38,496 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8501bdfba9e1d028ba8d8a87b8f643f0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741859_1035 (size=110) 2024-11-17T22:51:38,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741859_1035 (size=110) 2024-11-17T22:51:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741859_1035 (size=110) 2024-11-17T22:51:38,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8f61eac6425a35ffa7c6b61f859f0298, disabling compactions & flushes 2024-11-17T22:51:38,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:38,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:38,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. after waiting 0 ms 2024-11-17T22:51:38,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:38,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:38,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f61eac6425a35ffa7c6b61f859f0298: Waiting for close lock at 1731883898506Disabling compacts and flushes for region at 1731883898506Disabling writes for close at 1731883898507 (+1 ms)Writing region close event to WAL at 1731883898507Closed at 1731883898507 2024-11-17T22:51:38,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66045cb787d4aafb48b80e4efae0d578, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741860_1036 (size=110) 2024-11-17T22:51:38,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741860_1036 (size=110) 2024-11-17T22:51:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741860_1036 (size=110) 2024-11-17T22:51:38,535 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,535 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 97f60c2a6ec18cc6689f631f6496ac2b, disabling compactions & flushes 2024-11-17T22:51:38,535 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:38,535 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:38,535 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. after waiting 0 ms 2024-11-17T22:51:38,535 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:38,536 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:38,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 97f60c2a6ec18cc6689f631f6496ac2b: Waiting for close lock at 1731883898535Disabling compacts and flushes for region at 1731883898535Disabling writes for close at 1731883898535Writing region close event to WAL at 1731883898536 (+1 ms)Closed at 1731883898536 2024-11-17T22:51:38,536 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 372562d46fe236709763294feb72ea1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885 2024-11-17T22:51:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741861_1037 (size=110) 2024-11-17T22:51:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741861_1037 (size=110) 2024-11-17T22:51:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741861_1037 (size=110) 2024-11-17T22:51:38,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8501bdfba9e1d028ba8d8a87b8f643f0, disabling compactions & flushes 2024-11-17T22:51:38,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:38,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:38,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. after waiting 0 ms 2024-11-17T22:51:38,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:38,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:38,552 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8501bdfba9e1d028ba8d8a87b8f643f0: Waiting for close lock at 1731883898551Disabling compacts and flushes for region at 1731883898551Disabling writes for close at 1731883898551Writing region close event to WAL at 1731883898551Closed at 1731883898551 2024-11-17T22:51:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741862_1038 (size=110) 2024-11-17T22:51:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741862_1038 (size=110) 2024-11-17T22:51:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741862_1038 (size=110) 2024-11-17T22:51:38,555 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,555 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 66045cb787d4aafb48b80e4efae0d578, disabling compactions & flushes 2024-11-17T22:51:38,555 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:38,555 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:38,555 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. after waiting 0 ms 2024-11-17T22:51:38,555 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:38,556 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:38,556 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66045cb787d4aafb48b80e4efae0d578: Waiting for close lock at 1731883898555Disabling compacts and flushes for region at 1731883898555Disabling writes for close at 1731883898555Writing region close event to WAL at 1731883898555Closed at 1731883898556 (+1 ms) 2024-11-17T22:51:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741863_1039 (size=107) 2024-11-17T22:51:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741863_1039 (size=107) 2024-11-17T22:51:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741863_1039 (size=107) 2024-11-17T22:51:38,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 372562d46fe236709763294feb72ea1a, disabling compactions & flushes 2024-11-17T22:51:38,566 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:38,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:38,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. after waiting 0 ms 2024-11-17T22:51:38,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:38,567 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:38,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 372562d46fe236709763294feb72ea1a: Waiting for close lock at 1731883898566Disabling compacts and flushes for region at 1731883898566Disabling writes for close at 1731883898567 (+1 ms)Writing region close event to WAL at 1731883898567Closed at 1731883898567 2024-11-17T22:51:38,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:51:38,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731883898570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883898570"}]},"ts":"1731883898570"} 2024-11-17T22:51:38,633 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-17T22:51:38,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:51:38,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731883898636"}]},"ts":"1731883898636"} 2024-11-17T22:51:38,643 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-17T22:51:38,644 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:51:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:51:38,698 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:51:38,698 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:51:38,698 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:51:38,698 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:51:38,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=86293ee81d37883975700a70eb13afbf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=52ef0814f834eeddd9cbb07969a39753, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=902332763cc8d9f0ee34070c73f7f157, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e33156171789f62e8f6acae0803067e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0273545e5bb1609cd57abc84e61f5d1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=249a86ceff74efa5b350277b0d0e71c9, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7999aeee66fb742786ed3638e9f94206, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f74e66c2e7a26c26254356d3479f79b6, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=690c67d72143fea98064242d085c7e68, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be87b719c6b4dabb70734441095aaee0, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f61eac6425a35ffa7c6b61f859f0298, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8501bdfba9e1d028ba8d8a87b8f643f0, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=66045cb787d4aafb48b80e4efae0d578, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN}] 2024-11-17T22:51:38,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN 2024-11-17T22:51:38,712 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=66045cb787d4aafb48b80e4efae0d578, ASSIGN 2024-11-17T22:51:38,714 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=66045cb787d4aafb48b80e4efae0d578, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8501bdfba9e1d028ba8d8a87b8f643f0, ASSIGN 2024-11-17T22:51:38,717 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8501bdfba9e1d028ba8d8a87b8f643f0, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN 2024-11-17T22:51:38,720 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,721 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f61eac6425a35ffa7c6b61f859f0298, ASSIGN 2024-11-17T22:51:38,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f61eac6425a35ffa7c6b61f859f0298, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,724 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be87b719c6b4dabb70734441095aaee0, ASSIGN 2024-11-17T22:51:38,725 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be87b719c6b4dabb70734441095aaee0, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=690c67d72143fea98064242d085c7e68, ASSIGN 2024-11-17T22:51:38,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=690c67d72143fea98064242d085c7e68, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN 2024-11-17T22:51:38,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f74e66c2e7a26c26254356d3479f79b6, ASSIGN 2024-11-17T22:51:38,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f74e66c2e7a26c26254356d3479f79b6, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN 2024-11-17T22:51:38,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7999aeee66fb742786ed3638e9f94206, ASSIGN 2024-11-17T22:51:38,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7999aeee66fb742786ed3638e9f94206, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82, ASSIGN 2024-11-17T22:51:38,739 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,740 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN 2024-11-17T22:51:38,742 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,743 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0, ASSIGN 2024-11-17T22:51:38,744 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN 2024-11-17T22:51:38,747 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc, ASSIGN 2024-11-17T22:51:38,749 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,751 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=249a86ceff74efa5b350277b0d0e71c9, ASSIGN 2024-11-17T22:51:38,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=249a86ceff74efa5b350277b0d0e71c9, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0273545e5bb1609cd57abc84e61f5d1, ASSIGN 2024-11-17T22:51:38,755 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0273545e5bb1609cd57abc84e61f5d1, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,757 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN 2024-11-17T22:51:38,758 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e33156171789f62e8f6acae0803067e, ASSIGN 2024-11-17T22:51:38,761 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e33156171789f62e8f6acae0803067e, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN 2024-11-17T22:51:38,763 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, ASSIGN 2024-11-17T22:51:38,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,768 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=902332763cc8d9f0ee34070c73f7f157, ASSIGN 2024-11-17T22:51:38,769 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=902332763cc8d9f0ee34070c73f7f157, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=52ef0814f834eeddd9cbb07969a39753, ASSIGN 2024-11-17T22:51:38,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=52ef0814f834eeddd9cbb07969a39753, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38985,1731883895554; forceNewPlan=false, retain=false 2024-11-17T22:51:38,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=86293ee81d37883975700a70eb13afbf, ASSIGN 2024-11-17T22:51:38,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=86293ee81d37883975700a70eb13afbf, ASSIGN; state=OFFLINE, location=1a6e40b21a48,43343,1731883895515; forceNewPlan=false, retain=false 2024-11-17T22:51:38,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN 2024-11-17T22:51:38,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN; state=OFFLINE, location=1a6e40b21a48,34675,1731883895415; forceNewPlan=false, retain=false 2024-11-17T22:51:38,865 INFO [1a6e40b21a48:43875 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-17T22:51:38,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,867 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=be87b719c6b4dabb70734441095aaee0, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f74e66c2e7a26c26254356d3479f79b6, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=a9ca1eee70163603c467d1d05631ca82, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=86293ee81d37883975700a70eb13afbf, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:38,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8501bdfba9e1d028ba8d8a87b8f643f0, ASSIGN because future has completed 2024-11-17T22:51:38,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=66045cb787d4aafb48b80e4efae0d578, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8501bdfba9e1d028ba8d8a87b8f643f0, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be87b719c6b4dabb70734441095aaee0, ASSIGN because future has completed 2024-11-17T22:51:38,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f74e66c2e7a26c26254356d3479f79b6, ASSIGN because future has completed 2024-11-17T22:51:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82, ASSIGN because future has completed 2024-11-17T22:51:38,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc, ASSIGN because future has completed 2024-11-17T22:51:38,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 741d03c09b0d7ffbde3eb697afe9b3cc, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0273545e5bb1609cd57abc84e61f5d1, ASSIGN because future has completed 2024-11-17T22:51:38,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, ASSIGN because future has completed 2024-11-17T22:51:38,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=86293ee81d37883975700a70eb13afbf, ASSIGN because future has completed 2024-11-17T22:51:38,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=66045cb787d4aafb48b80e4efae0d578, ASSIGN because future has completed 2024-11-17T22:51:38,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66045cb787d4aafb48b80e4efae0d578, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86293ee81d37883975700a70eb13afbf, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3256dacdd19c9d2f6e4b0a8c6eac2b, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0273545e5bb1609cd57abc84e61f5d1, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9ca1eee70163603c467d1d05631ca82, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f74e66c2e7a26c26254356d3479f79b6, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87b719c6b4dabb70734441095aaee0, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:51:38,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=690c67d72143fea98064242d085c7e68, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7999aeee66fb742786ed3638e9f94206, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=249a86ceff74efa5b350277b0d0e71c9, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e33156171789f62e8f6acae0803067e, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f61eac6425a35ffa7c6b61f859f0298, ASSIGN because future has completed 2024-11-17T22:51:38,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f61eac6425a35ffa7c6b61f859f0298, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=690c67d72143fea98064242d085c7e68, ASSIGN because future has completed 2024-11-17T22:51:38,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7999aeee66fb742786ed3638e9f94206, ASSIGN because future has completed 2024-11-17T22:51:38,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0, ASSIGN because future has completed 2024-11-17T22:51:38,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6c8138d09ec76e0ffb48374618b5e0, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=249a86ceff74efa5b350277b0d0e71c9, ASSIGN because future has completed 2024-11-17T22:51:38,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e33156171789f62e8f6acae0803067e, ASSIGN because future has completed 2024-11-17T22:51:38,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e33156171789f62e8f6acae0803067e, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249a86ceff74efa5b350277b0d0e71c9, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7999aeee66fb742786ed3638e9f94206, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690c67d72143fea98064242d085c7e68, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=902332763cc8d9f0ee34070c73f7f157, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=52ef0814f834eeddd9cbb07969a39753, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:38,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=372562d46fe236709763294feb72ea1a, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=902332763cc8d9f0ee34070c73f7f157, ASSIGN because future has completed 2024-11-17T22:51:38,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4f712071933413f5066729a0bbe85ea1, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 902332763cc8d9f0ee34070c73f7f157, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=52ef0814f834eeddd9cbb07969a39753, ASSIGN because future has completed 2024-11-17T22:51:38,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN because future has completed 2024-11-17T22:51:38,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN because future has completed 2024-11-17T22:51:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:38,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN because future has completed 2024-11-17T22:51:38,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:38,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:38,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ef0814f834eeddd9cbb07969a39753, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:51:38,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df9e576a47e17cbbc216d0194e86520b, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16ad1db818d9ddcc74477e1feba150fa, regionState=OPENING, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:38,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN because future has completed 2024-11-17T22:51:38,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:38,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN because future has completed 2024-11-17T22:51:38,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN because future has completed 2024-11-17T22:51:39,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN because future has completed 2024-11-17T22:51:39,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN because future has completed 2024-11-17T22:51:39,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN because future has completed 2024-11-17T22:51:39,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:39,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:39,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:39,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,34675,1731883895415}] 2024-11-17T22:51:39,027 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:39,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:39,035 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:39,035 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 86293ee81d37883975700a70eb13afbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-17T22:51:39,036 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,036 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,036 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,036 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,038 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,040 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86293ee81d37883975700a70eb13afbf columnFamilyName colfamily11 2024-11-17T22:51:39,040 DEBUG [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,041 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(327): Store=86293ee81d37883975700a70eb13afbf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,041 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,042 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86293ee81d37883975700a70eb13afbf columnFamilyName colfamily21 2024-11-17T22:51:39,042 DEBUG [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,043 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(327): Store=86293ee81d37883975700a70eb13afbf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,043 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,044 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86293ee81d37883975700a70eb13afbf columnFamilyName colfamily31 2024-11-17T22:51:39,045 DEBUG [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,045 INFO [StoreOpener-86293ee81d37883975700a70eb13afbf-1 {}] regionserver.HStore(327): Store=86293ee81d37883975700a70eb13afbf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,045 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,047 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,047 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:39,048 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:39,049 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,050 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,050 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,052 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,055 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:39,055 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 902332763cc8d9f0ee34070c73f7f157, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-17T22:51:39,055 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,056 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,056 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,056 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,056 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,057 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 86293ee81d37883975700a70eb13afbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71402490, jitterRate=0.06398001313209534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,057 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:51:39,058 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 86293ee81d37883975700a70eb13afbf: Running coprocessor pre-open hook at 1731883899036Writing region info on filesystem at 1731883899036Initializing all the Stores at 1731883899038 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899038Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899038Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899038Cleaning up temporary data from old regions at 1731883899050 (+12 ms)Running coprocessor post-open hooks at 1731883899057 (+7 ms)Region opened successfully at 1731883899058 (+1 ms) 2024-11-17T22:51:39,058 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,061 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., pid=34, masterSystemTime=1731883899027 2024-11-17T22:51:39,063 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 902332763cc8d9f0ee34070c73f7f157 columnFamilyName colfamily11 2024-11-17T22:51:39,063 DEBUG [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,064 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:39,064 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:39,064 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(327): Store=902332763cc8d9f0ee34070c73f7f157/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,064 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,064 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:39,065 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d3256dacdd19c9d2f6e4b0a8c6eac2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-17T22:51:39,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=86293ee81d37883975700a70eb13afbf, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,065 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,065 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,066 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,066 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,067 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 902332763cc8d9f0ee34070c73f7f157 columnFamilyName colfamily21 2024-11-17T22:51:39,067 DEBUG [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,068 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,068 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(327): Store=902332763cc8d9f0ee34070c73f7f157/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,068 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,070 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3256dacdd19c9d2f6e4b0a8c6eac2b columnFamilyName colfamily11 2024-11-17T22:51:39,070 DEBUG [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86293ee81d37883975700a70eb13afbf, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,070 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 902332763cc8d9f0ee34070c73f7f157 columnFamilyName colfamily31 2024-11-17T22:51:39,071 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(327): Store=4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,071 DEBUG [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,071 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,072 INFO [StoreOpener-902332763cc8d9f0ee34070c73f7f157-1 {}] regionserver.HStore(327): Store=902332763cc8d9f0ee34070c73f7f157/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,072 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,074 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3256dacdd19c9d2f6e4b0a8c6eac2b columnFamilyName colfamily21 2024-11-17T22:51:39,074 DEBUG [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,074 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,075 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(327): Store=4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,075 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,075 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-17T22:51:39,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 86293ee81d37883975700a70eb13afbf, server=1a6e40b21a48,43343,1731883895515 in 174 msec 2024-11-17T22:51:39,076 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,077 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,078 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3256dacdd19c9d2f6e4b0a8c6eac2b columnFamilyName colfamily31 2024-11-17T22:51:39,078 DEBUG [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,079 INFO [StoreOpener-4d3256dacdd19c9d2f6e4b0a8c6eac2b-1 {}] regionserver.HStore(327): Store=4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,079 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=86293ee81d37883975700a70eb13afbf, ASSIGN in 375 msec 2024-11-17T22:51:39,081 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,081 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,081 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,083 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,083 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,084 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,084 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,085 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 902332763cc8d9f0ee34070c73f7f157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63236034, jitterRate=-0.05770966410636902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:51:39,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 902332763cc8d9f0ee34070c73f7f157: Running coprocessor pre-open hook at 1731883899056Writing region info on filesystem at 1731883899056Initializing all the Stores at 1731883899058 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899058Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899058Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899058Cleaning up temporary data from old regions at 1731883899077 (+19 ms)Running coprocessor post-open hooks at 1731883899086 (+9 ms)Region opened successfully at 1731883899086 2024-11-17T22:51:39,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,087 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., pid=46, masterSystemTime=1731883899047 2024-11-17T22:51:39,089 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,090 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 4d3256dacdd19c9d2f6e4b0a8c6eac2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75235835, jitterRate=0.12110130488872528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,090 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:51:39,090 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 4d3256dacdd19c9d2f6e4b0a8c6eac2b: Running coprocessor pre-open hook at 1731883899066Writing region info on filesystem at 1731883899066Initializing all the Stores at 1731883899067 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899067Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899068 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899068Cleaning up temporary data from old regions at 1731883899084 (+16 ms)Running coprocessor post-open hooks at 1731883899090 (+6 ms)Region opened successfully at 1731883899090 2024-11-17T22:51:39,092 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:39,092 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:51:39,092 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., pid=35, masterSystemTime=1731883899027 2024-11-17T22:51:39,093 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:39,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 690c67d72143fea98064242d085c7e68, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-17T22:51:39,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,098 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:39,098 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,098 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:51:39,098 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:39,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 902332763cc8d9f0ee34070c73f7f157, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,098 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => f74e66c2e7a26c26254356d3479f79b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-17T22:51:39,099 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,099 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,099 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,099 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,102 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3256dacdd19c9d2f6e4b0a8c6eac2b, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,104 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f74e66c2e7a26c26254356d3479f79b6 columnFamilyName colfamily11 2024-11-17T22:51:39,104 DEBUG [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,106 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c67d72143fea98064242d085c7e68 columnFamilyName colfamily11 2024-11-17T22:51:39,106 DEBUG [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,107 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(327): Store=690c67d72143fea98064242d085c7e68/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,107 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=8 2024-11-17T22:51:39,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 902332763cc8d9f0ee34070c73f7f157, server=1a6e40b21a48,38985,1731883895554 in 135 msec 2024-11-17T22:51:39,112 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c67d72143fea98064242d085c7e68 columnFamilyName colfamily21 2024-11-17T22:51:39,112 DEBUG [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,113 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(327): Store=f74e66c2e7a26c26254356d3479f79b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,113 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,43343,1731883895515, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,114 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,114 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(327): Store=690c67d72143fea98064242d085c7e68/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,114 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,116 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f74e66c2e7a26c26254356d3479f79b6 columnFamilyName colfamily21 2024-11-17T22:51:39,116 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690c67d72143fea98064242d085c7e68 columnFamilyName colfamily31 2024-11-17T22:51:39,116 DEBUG [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,116 DEBUG [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,117 INFO [StoreOpener-690c67d72143fea98064242d085c7e68-1 {}] regionserver.HStore(327): Store=690c67d72143fea98064242d085c7e68/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,117 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(327): Store=f74e66c2e7a26c26254356d3479f79b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,117 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,117 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,118 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,119 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f74e66c2e7a26c26254356d3479f79b6 columnFamilyName colfamily31 2024-11-17T22:51:39,119 DEBUG [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,120 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=902332763cc8d9f0ee34070c73f7f157, ASSIGN in 407 msec 2024-11-17T22:51:39,120 INFO [StoreOpener-f74e66c2e7a26c26254356d3479f79b6-1 {}] regionserver.HStore(327): Store=f74e66c2e7a26c26254356d3479f79b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,120 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,122 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,122 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,122 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,123 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,123 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,124 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,124 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,125 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,127 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,127 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=9 2024-11-17T22:51:39,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d3256dacdd19c9d2f6e4b0a8c6eac2b, server=1a6e40b21a48,43343,1731883895515 in 218 msec 2024-11-17T22:51:39,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, ASSIGN in 427 msec 2024-11-17T22:51:39,134 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,135 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 690c67d72143fea98064242d085c7e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75477144, jitterRate=0.12469708919525146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,135 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 690c67d72143fea98064242d085c7e68 2024-11-17T22:51:39,135 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 690c67d72143fea98064242d085c7e68: Running coprocessor pre-open hook at 1731883899094Writing region info on filesystem at 1731883899094Initializing all the Stores at 1731883899097 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899097Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899097Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899097Cleaning up temporary data from old regions at 1731883899123 (+26 ms)Running coprocessor post-open hooks at 1731883899135 (+12 ms)Region opened successfully at 1731883899135 2024-11-17T22:51:39,136 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., pid=45, masterSystemTime=1731883899047 2024-11-17T22:51:39,138 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,139 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened f74e66c2e7a26c26254356d3479f79b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66816025, jitterRate=-0.004363641142845154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,139 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:51:39,139 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for f74e66c2e7a26c26254356d3479f79b6: Running coprocessor pre-open hook at 1731883899099Writing region info on filesystem at 1731883899099Initializing all the Stores at 1731883899101 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899101Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899101Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899101Cleaning up temporary data from old regions at 1731883899124 (+23 ms)Running coprocessor post-open hooks at 1731883899139 (+15 ms)Region opened successfully at 1731883899139 2024-11-17T22:51:39,139 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:39,140 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:51:39,140 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:39,140 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6c8138d09ec76e0ffb48374618b5e0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-17T22:51:39,140 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., pid=38, masterSystemTime=1731883899027 2024-11-17T22:51:39,141 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,141 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=690c67d72143fea98064242d085c7e68, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,141 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,141 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690c67d72143fea98064242d085c7e68, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,145 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:39,145 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:51:39,145 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:39,145 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8501bdfba9e1d028ba8d8a87b8f643f0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-17T22:51:39,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,146 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,146 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,146 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,146 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f74e66c2e7a26c26254356d3479f79b6, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,149 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:39,150 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 372562d46fe236709763294feb72ea1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-17T22:51:39,150 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,150 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,150 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,150 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,153 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=24 2024-11-17T22:51:39,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 690c67d72143fea98064242d085c7e68, server=1a6e40b21a48,38985,1731883895554 in 191 msec 2024-11-17T22:51:39,156 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily11 2024-11-17T22:51:39,156 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,157 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,157 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,157 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,157 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=690c67d72143fea98064242d085c7e68, ASSIGN in 453 msec 2024-11-17T22:51:39,160 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8501bdfba9e1d028ba8d8a87b8f643f0 columnFamilyName colfamily11 2024-11-17T22:51:39,160 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily21 2024-11-17T22:51:39,160 DEBUG [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,160 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,161 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,161 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6c8138d09ec76e0ffb48374618b5e0 columnFamilyName colfamily11 2024-11-17T22:51:39,161 DEBUG [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,161 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(327): Store=8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,161 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,161 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,162 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(327): Store=6f6c8138d09ec76e0ffb48374618b5e0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,162 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,163 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8501bdfba9e1d028ba8d8a87b8f643f0 columnFamilyName colfamily21 2024-11-17T22:51:39,164 DEBUG [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,164 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily31 2024-11-17T22:51:39,164 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,164 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6c8138d09ec76e0ffb48374618b5e0 columnFamilyName colfamily21 2024-11-17T22:51:39,164 DEBUG [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,164 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,165 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(327): Store=8501bdfba9e1d028ba8d8a87b8f643f0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,165 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,165 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=22 2024-11-17T22:51:39,166 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(327): Store=6f6c8138d09ec76e0ffb48374618b5e0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure f74e66c2e7a26c26254356d3479f79b6, server=1a6e40b21a48,43343,1731883895515 in 240 msec 2024-11-17T22:51:39,166 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,166 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,167 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,168 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8501bdfba9e1d028ba8d8a87b8f643f0 columnFamilyName colfamily31 2024-11-17T22:51:39,168 DEBUG [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,169 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,169 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,169 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6c8138d09ec76e0ffb48374618b5e0 columnFamilyName colfamily31 2024-11-17T22:51:39,169 INFO [StoreOpener-8501bdfba9e1d028ba8d8a87b8f643f0-1 {}] regionserver.HStore(327): Store=8501bdfba9e1d028ba8d8a87b8f643f0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,169 DEBUG [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,169 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,169 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f74e66c2e7a26c26254356d3479f79b6, ASSIGN in 465 msec 2024-11-17T22:51:39,171 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,171 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,171 INFO [StoreOpener-6f6c8138d09ec76e0ffb48374618b5e0-1 {}] regionserver.HStore(327): Store=6f6c8138d09ec76e0ffb48374618b5e0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,172 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,172 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,172 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,173 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,173 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,173 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,174 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,175 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,175 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,176 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,176 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 372562d46fe236709763294feb72ea1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68499766, jitterRate=0.020726054906845093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,176 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,176 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 372562d46fe236709763294feb72ea1a 2024-11-17T22:51:39,176 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 372562d46fe236709763294feb72ea1a: Running coprocessor pre-open hook at 1731883899151Writing region info on filesystem at 1731883899151Initializing all the Stores at 1731883899152 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899153 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899153Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899153Cleaning up temporary data from old regions at 1731883899169 (+16 ms)Running coprocessor post-open hooks at 1731883899176 (+7 ms)Region opened successfully at 1731883899176 2024-11-17T22:51:39,178 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., pid=49, masterSystemTime=1731883899126 2024-11-17T22:51:39,178 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,179 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,180 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8501bdfba9e1d028ba8d8a87b8f643f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66161737, jitterRate=-0.014113292098045349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,180 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:51:39,180 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,180 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8501bdfba9e1d028ba8d8a87b8f643f0: Running coprocessor pre-open hook at 1731883899146Writing region info on filesystem at 1731883899146Initializing all the Stores at 1731883899148 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899148Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899157 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899157Cleaning up temporary data from old regions at 1731883899173 (+16 ms)Running coprocessor post-open hooks at 1731883899180 (+7 ms)Region opened successfully at 1731883899180 2024-11-17T22:51:39,181 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:39,181 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., pid=31, masterSystemTime=1731883899027 2024-11-17T22:51:39,181 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:51:39,182 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:39,182 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 16ad1db818d9ddcc74477e1feba150fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-17T22:51:39,182 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,182 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,183 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,183 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,185 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,185 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=372562d46fe236709763294feb72ea1a, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,186 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:39,186 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:51:39,186 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:39,186 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => a0273545e5bb1609cd57abc84e61f5d1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-17T22:51:39,186 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 6f6c8138d09ec76e0ffb48374618b5e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70134043, jitterRate=0.04507867991924286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,186 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:51:39,186 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 6f6c8138d09ec76e0ffb48374618b5e0: Running coprocessor pre-open hook at 1731883899141Writing region info on filesystem at 1731883899141Initializing all the Stores at 1731883899144 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899144Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899157 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899157Cleaning up temporary data from old regions at 1731883899176 (+19 ms)Running coprocessor post-open hooks at 1731883899186 (+10 ms)Region opened successfully at 1731883899186 2024-11-17T22:51:39,186 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,187 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,187 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,187 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,188 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily11 2024-11-17T22:51:39,188 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,189 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., pid=41, masterSystemTime=1731883899047 2024-11-17T22:51:39,190 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,190 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,190 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,193 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0273545e5bb1609cd57abc84e61f5d1 columnFamilyName colfamily11 2024-11-17T22:51:39,193 DEBUG [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,194 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:39,194 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily21 2024-11-17T22:51:39,195 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:51:39,195 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,195 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:39,195 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(327): Store=a0273545e5bb1609cd57abc84e61f5d1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,195 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 66045cb787d4aafb48b80e4efae0d578, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-17T22:51:39,195 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,195 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,196 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,196 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,196 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,196 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,196 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8501bdfba9e1d028ba8d8a87b8f643f0, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,199 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0273545e5bb1609cd57abc84e61f5d1 columnFamilyName colfamily21 2024-11-17T22:51:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:39,199 DEBUG [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,201 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(327): Store=a0273545e5bb1609cd57abc84e61f5d1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,201 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily31 2024-11-17T22:51:39,201 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,201 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,202 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,202 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,203 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,204 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,205 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,206 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0273545e5bb1609cd57abc84e61f5d1 columnFamilyName colfamily31 2024-11-17T22:51:39,206 DEBUG [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,207 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,207 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,207 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66045cb787d4aafb48b80e4efae0d578 columnFamilyName colfamily11 2024-11-17T22:51:39,207 INFO [StoreOpener-a0273545e5bb1609cd57abc84e61f5d1-1 {}] regionserver.HStore(327): Store=a0273545e5bb1609cd57abc84e61f5d1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,207 DEBUG [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,207 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,208 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(327): Store=66045cb787d4aafb48b80e4efae0d578/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,208 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,208 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,208 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,210 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-17T22:51:39,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 8501bdfba9e1d028ba8d8a87b8f643f0, server=1a6e40b21a48,43343,1731883895515 in 329 msec 2024-11-17T22:51:39,210 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,212 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66045cb787d4aafb48b80e4efae0d578 columnFamilyName colfamily21 2024-11-17T22:51:39,212 DEBUG [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,212 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,212 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,214 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,215 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(327): Store=66045cb787d4aafb48b80e4efae0d578/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,215 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,216 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,216 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,34675,1731883895415, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8501bdfba9e1d028ba8d8a87b8f643f0, ASSIGN in 509 msec 2024-11-17T22:51:39,219 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66045cb787d4aafb48b80e4efae0d578 columnFamilyName colfamily31 2024-11-17T22:51:39,219 DEBUG [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,220 INFO [StoreOpener-66045cb787d4aafb48b80e4efae0d578-1 {}] regionserver.HStore(327): Store=66045cb787d4aafb48b80e4efae0d578/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,221 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,223 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,223 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,224 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,226 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,226 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,227 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6c8138d09ec76e0ffb48374618b5e0, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,230 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,230 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,231 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 16ad1db818d9ddcc74477e1feba150fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866402, jitterRate=-0.10792109370231628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,231 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:51:39,231 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 16ad1db818d9ddcc74477e1feba150fa: Running coprocessor pre-open hook at 1731883899183Writing region info on filesystem at 1731883899183Initializing all the Stores at 1731883899184 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899185 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899185Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899185Cleaning up temporary data from old regions at 1731883899207 (+22 ms)Running coprocessor post-open hooks at 1731883899231 (+24 ms)Region opened successfully at 1731883899231 2024-11-17T22:51:39,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=30 2024-11-17T22:51:39,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,34675,1731883895415 in 246 msec 2024-11-17T22:51:39,233 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., pid=53, masterSystemTime=1731883899126 2024-11-17T22:51:39,234 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,235 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened a0273545e5bb1609cd57abc84e61f5d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66716596, jitterRate=-0.005845248699188232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,236 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:51:39,236 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for a0273545e5bb1609cd57abc84e61f5d1: Running coprocessor pre-open hook at 1731883899187Writing region info on filesystem at 1731883899187Initializing all the Stores at 1731883899189 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899189Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899190 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899190Cleaning up temporary data from old regions at 1731883899212 (+22 ms)Running coprocessor post-open hooks at 1731883899236 (+24 ms)Region opened successfully at 1731883899236 2024-11-17T22:51:39,236 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:39,236 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:39,236 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:39,237 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b56c217f6e66c0cf41ca53a77bcf0a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-17T22:51:39,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN in 531 msec 2024-11-17T22:51:39,237 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,237 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,237 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,238 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,238 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., pid=36, masterSystemTime=1731883899027 2024-11-17T22:51:39,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,242 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:39,242 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:51:39,242 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:39,242 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 741d03c09b0d7ffbde3eb697afe9b3cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-17T22:51:39,243 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,243 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,243 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,243 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,244 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,245 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 66045cb787d4aafb48b80e4efae0d578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66012165, jitterRate=-0.01634208858013153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,245 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:51:39,245 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 66045cb787d4aafb48b80e4efae0d578: Running coprocessor pre-open hook at 1731883899198Writing region info on filesystem at 1731883899198Initializing all the Stores at 1731883899201 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899201Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899203 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899203Cleaning up temporary data from old regions at 1731883899226 (+23 ms)Running coprocessor post-open hooks at 1731883899245 (+19 ms)Region opened successfully at 1731883899245 2024-11-17T22:51:39,246 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., pid=33, masterSystemTime=1731883899047 2024-11-17T22:51:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=17 2024-11-17T22:51:39,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f6c8138d09ec76e0ffb48374618b5e0, server=1a6e40b21a48,38985,1731883895554 in 300 msec 2024-11-17T22:51:39,249 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:39,249 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,249 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:51:39,249 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,250 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:39,251 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f61eac6425a35ffa7c6b61f859f0298, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-17T22:51:39,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6f6c8138d09ec76e0ffb48374618b5e0, ASSIGN in 547 msec 2024-11-17T22:51:39,252 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,252 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,252 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741d03c09b0d7ffbde3eb697afe9b3cc columnFamilyName colfamily11 2024-11-17T22:51:39,252 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily11 2024-11-17T22:51:39,252 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,252 DEBUG [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,253 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,253 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,253 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(327): Store=741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,253 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,254 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,254 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,256 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741d03c09b0d7ffbde3eb697afe9b3cc columnFamilyName colfamily21 2024-11-17T22:51:39,256 DEBUG [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,258 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily21 2024-11-17T22:51:39,258 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(327): Store=741d03c09b0d7ffbde3eb697afe9b3cc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,258 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,258 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66045cb787d4aafb48b80e4efae0d578, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,257 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,259 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,260 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,261 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741d03c09b0d7ffbde3eb697afe9b3cc columnFamilyName colfamily31 2024-11-17T22:51:39,261 DEBUG [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,262 INFO [StoreOpener-741d03c09b0d7ffbde3eb697afe9b3cc-1 {}] regionserver.HStore(327): Store=741d03c09b0d7ffbde3eb697afe9b3cc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,262 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,262 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f61eac6425a35ffa7c6b61f859f0298 columnFamilyName colfamily11 2024-11-17T22:51:39,263 DEBUG [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,263 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily31 2024-11-17T22:51:39,263 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,263 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(327): Store=8f61eac6425a35ffa7c6b61f859f0298/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,263 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,264 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,264 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,265 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,265 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,266 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,266 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f61eac6425a35ffa7c6b61f859f0298 columnFamilyName colfamily21 2024-11-17T22:51:39,266 DEBUG [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,267 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,267 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=5 2024-11-17T22:51:39,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,34675,1731883895415 in 250 msec 2024-11-17T22:51:39,267 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,267 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(327): Store=8f61eac6425a35ffa7c6b61f859f0298/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,267 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,267 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,270 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,270 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,270 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f61eac6425a35ffa7c6b61f859f0298 columnFamilyName colfamily31 2024-11-17T22:51:39,270 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,270 DEBUG [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN in 566 msec 2024-11-17T22:51:39,271 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,271 INFO [StoreOpener-8f61eac6425a35ffa7c6b61f859f0298-1 {}] regionserver.HStore(327): Store=8f61eac6425a35ffa7c6b61f859f0298/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,273 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,273 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,274 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,275 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,275 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 741d03c09b0d7ffbde3eb697afe9b3cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67352588, jitterRate=0.003631770610809326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,275 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:51:39,275 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 741d03c09b0d7ffbde3eb697afe9b3cc: Running coprocessor pre-open hook at 1731883899243Writing region info on filesystem at 1731883899243Initializing all the Stores at 1731883899245 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899245Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899249 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899249Cleaning up temporary data from old regions at 1731883899267 (+18 ms)Running coprocessor post-open hooks at 1731883899275 (+8 ms)Region opened successfully at 1731883899275 2024-11-17T22:51:39,276 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,277 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., pid=32, masterSystemTime=1731883899027 2024-11-17T22:51:39,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=29 2024-11-17T22:51:39,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 66045cb787d4aafb48b80e4efae0d578, server=1a6e40b21a48,38985,1731883895554 in 380 msec 2024-11-17T22:51:39,279 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,279 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,279 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,280 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 5b56c217f6e66c0cf41ca53a77bcf0a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69763870, jitterRate=0.03956267237663269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,280 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:51:39,280 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:39,280 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:51:39,280 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,281 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:39,281 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => a9ca1eee70163603c467d1d05631ca82, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-17T22:51:39,281 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 5b56c217f6e66c0cf41ca53a77bcf0a0: Running coprocessor pre-open hook at 1731883899238Writing region info on filesystem at 1731883899238Initializing all the Stores at 1731883899240 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899241 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899249 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899249Cleaning up temporary data from old regions at 1731883899270 (+21 ms)Running coprocessor post-open hooks at 1731883899280 (+10 ms)Region opened successfully at 1731883899281 (+1 ms) 2024-11-17T22:51:39,281 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,281 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,282 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,282 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,283 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., pid=56, masterSystemTime=1731883899126 2024-11-17T22:51:39,283 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=66045cb787d4aafb48b80e4efae0d578, ASSIGN in 577 msec 2024-11-17T22:51:39,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,286 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,286 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:39,286 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:51:39,286 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:39,287 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => dc7ae448b3fbbe9aad085dd5226dd7eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-17T22:51:39,287 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,287 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,287 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,287 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,288 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,288 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9ca1eee70163603c467d1d05631ca82 columnFamilyName colfamily11 2024-11-17T22:51:39,288 DEBUG [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,288 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 8f61eac6425a35ffa7c6b61f859f0298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68287723, jitterRate=0.017566367983818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,289 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:51:39,289 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 8f61eac6425a35ffa7c6b61f859f0298: Running coprocessor pre-open hook at 1731883899253Writing region info on filesystem at 1731883899253Initializing all the Stores at 1731883899254 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899254Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899256 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899256Cleaning up temporary data from old regions at 1731883899279 (+23 ms)Running coprocessor post-open hooks at 1731883899289 (+10 ms)Region opened successfully at 1731883899289 2024-11-17T22:51:39,289 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(327): Store=a9ca1eee70163603c467d1d05631ca82/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,289 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,291 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., pid=40, masterSystemTime=1731883899047 2024-11-17T22:51:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 741d03c09b0d7ffbde3eb697afe9b3cc, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,293 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9ca1eee70163603c467d1d05631ca82 columnFamilyName colfamily21 2024-11-17T22:51:39,293 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,293 DEBUG [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,294 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:39,294 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(327): Store=a9ca1eee70163603c467d1d05631ca82/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,294 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:51:39,294 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:39,294 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,295 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 249a86ceff74efa5b350277b0d0e71c9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-17T22:51:39,295 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,295 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,295 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,295 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,296 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily11 2024-11-17T22:51:39,296 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,297 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9ca1eee70163603c467d1d05631ca82 columnFamilyName colfamily31 2024-11-17T22:51:39,297 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,297 DEBUG [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,298 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,298 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,299 INFO [StoreOpener-a9ca1eee70163603c467d1d05631ca82-1 {}] regionserver.HStore(327): Store=a9ca1eee70163603c467d1d05631ca82/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,299 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,301 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily21 2024-11-17T22:51:39,301 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,301 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,302 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,303 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,303 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,304 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249a86ceff74efa5b350277b0d0e71c9 columnFamilyName colfamily11 2024-11-17T22:51:39,304 DEBUG [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,304 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,304 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,305 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,306 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(327): Store=249a86ceff74efa5b350277b0d0e71c9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,307 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f61eac6425a35ffa7c6b61f859f0298, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,308 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily31 2024-11-17T22:51:39,308 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,309 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,309 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249a86ceff74efa5b350277b0d0e71c9 columnFamilyName colfamily21 2024-11-17T22:51:39,309 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,309 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,310 DEBUG [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,310 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(327): Store=249a86ceff74efa5b350277b0d0e71c9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,310 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,312 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,313 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249a86ceff74efa5b350277b0d0e71c9 columnFamilyName colfamily31 2024-11-17T22:51:39,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=18 2024-11-17T22:51:39,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,34675,1731883895415 in 286 msec 2024-11-17T22:51:39,316 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,317 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN in 613 msec 2024-11-17T22:51:39,319 DEBUG [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,320 INFO [StoreOpener-249a86ceff74efa5b350277b0d0e71c9-1 {}] regionserver.HStore(327): Store=249a86ceff74efa5b350277b0d0e71c9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,320 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened a9ca1eee70163603c467d1d05631ca82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66675519, jitterRate=-0.006457343697547913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,320 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,320 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:51:39,321 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for a9ca1eee70163603c467d1d05631ca82: Running coprocessor pre-open hook at 1731883899282Writing region info on filesystem at 1731883899282Initializing all the Stores at 1731883899284 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899284Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899285 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899285Cleaning up temporary data from old regions at 1731883899305 (+20 ms)Running coprocessor post-open hooks at 1731883899321 (+16 ms)Region opened successfully at 1731883899321 2024-11-17T22:51:39,322 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,322 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,323 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,323 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,323 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,325 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,326 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,43343,1731883895515, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,326 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., pid=37, masterSystemTime=1731883899027 2024-11-17T22:51:39,327 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,328 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,329 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,331 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,332 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:39,332 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:51:39,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=26 2024-11-17T22:51:39,332 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:39,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f61eac6425a35ffa7c6b61f859f0298, server=1a6e40b21a48,38985,1731883895554 in 384 msec 2024-11-17T22:51:39,332 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => be87b719c6b4dabb70734441095aaee0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-17T22:51:39,333 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,333 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,333 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,333 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,334 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,335 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,335 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,335 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened dc7ae448b3fbbe9aad085dd5226dd7eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75238665, jitterRate=0.12114347517490387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,336 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:51:39,336 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for dc7ae448b3fbbe9aad085dd5226dd7eb: Running coprocessor pre-open hook at 1731883899288Writing region info on filesystem at 1731883899288Initializing all the Stores at 1731883899289 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899289Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899293 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899293Cleaning up temporary data from old regions at 1731883899323 (+30 ms)Running coprocessor post-open hooks at 1731883899336 (+13 ms)Region opened successfully at 1731883899336 2024-11-17T22:51:39,336 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 249a86ceff74efa5b350277b0d0e71c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271885, jitterRate=0.03223152458667755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f61eac6425a35ffa7c6b61f859f0298, ASSIGN in 631 msec 2024-11-17T22:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 249a86ceff74efa5b350277b0d0e71c9: Running coprocessor pre-open hook at 1731883899296Writing region info on filesystem at 1731883899296Initializing all the Stores at 1731883899297 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899298 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899298Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899298Cleaning up temporary data from old regions at 1731883899328 (+30 ms)Running coprocessor post-open hooks at 1731883899337 (+9 ms)Region opened successfully at 1731883899337 2024-11-17T22:51:39,338 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., pid=51, masterSystemTime=1731883899126 2024-11-17T22:51:39,338 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87b719c6b4dabb70734441095aaee0 columnFamilyName colfamily11 2024-11-17T22:51:39,338 DEBUG [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,339 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., pid=43, masterSystemTime=1731883899047 2024-11-17T22:51:39,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,340 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(327): Store=be87b719c6b4dabb70734441095aaee0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,340 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,342 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:39,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9ca1eee70163603c467d1d05631ca82, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,342 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:51:39,343 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:39,343 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87b719c6b4dabb70734441095aaee0 columnFamilyName colfamily21 2024-11-17T22:51:39,343 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f712071933413f5066729a0bbe85ea1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-17T22:51:39,343 DEBUG [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:39,344 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:51:39,344 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(327): Store=be87b719c6b4dabb70734441095aaee0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,344 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,344 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:39,345 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 52ef0814f834eeddd9cbb07969a39753, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-17T22:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,347 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,348 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be87b719c6b4dabb70734441095aaee0 columnFamilyName colfamily31 2024-11-17T22:51:39,348 DEBUG [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,349 INFO [StoreOpener-be87b719c6b4dabb70734441095aaee0-1 {}] regionserver.HStore(327): Store=be87b719c6b4dabb70734441095aaee0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,350 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,350 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,351 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,352 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ef0814f834eeddd9cbb07969a39753 columnFamilyName colfamily11 2024-11-17T22:51:39,352 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily11 2024-11-17T22:51:39,352 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,352 DEBUG [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,352 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,353 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(327): Store=52ef0814f834eeddd9cbb07969a39753/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,353 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249a86ceff74efa5b350277b0d0e71c9, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,354 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,354 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,357 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ef0814f834eeddd9cbb07969a39753 columnFamilyName colfamily21 2024-11-17T22:51:39,357 DEBUG [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,358 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily21 2024-11-17T22:51:39,358 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,358 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,359 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,359 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(327): Store=52ef0814f834eeddd9cbb07969a39753/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,359 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,359 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=21 2024-11-17T22:51:39,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,34675,1731883895415 in 359 msec 2024-11-17T22:51:39,361 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily31 2024-11-17T22:51:39,362 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,362 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ef0814f834eeddd9cbb07969a39753 columnFamilyName colfamily31 2024-11-17T22:51:39,362 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,362 DEBUG [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,363 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,363 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened be87b719c6b4dabb70734441095aaee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347850, jitterRate=-0.04114231467247009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:51:39,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,363 INFO [StoreOpener-52ef0814f834eeddd9cbb07969a39753-1 {}] regionserver.HStore(327): Store=52ef0814f834eeddd9cbb07969a39753/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for be87b719c6b4dabb70734441095aaee0: Running coprocessor pre-open hook at 1731883899333Writing region info on filesystem at 1731883899333Initializing all the Stores at 1731883899335 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899335Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899335Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899335Cleaning up temporary data from old regions at 1731883899354 (+19 ms)Running coprocessor post-open hooks at 1731883899363 (+9 ms)Region opened successfully at 1731883899363 2024-11-17T22:51:39,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN in 660 msec 2024-11-17T22:51:39,365 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., pid=39, masterSystemTime=1731883899027 2024-11-17T22:51:39,365 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,366 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,366 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,367 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,367 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,368 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,368 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,369 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,369 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,370 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:39,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,371 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:51:39,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=14 2024-11-17T22:51:39,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 249a86ceff74efa5b350277b0d0e71c9, server=1a6e40b21a48,38985,1731883895554 in 419 msec 2024-11-17T22:51:39,376 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,376 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 4f712071933413f5066729a0bbe85ea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73928703, jitterRate=0.1016235202550888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,376 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:51:39,376 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 4f712071933413f5066729a0bbe85ea1: Running coprocessor pre-open hook at 1731883899344Writing region info on filesystem at 1731883899344Initializing all the Stores at 1731883899346 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899346Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899347 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899347Cleaning up temporary data from old regions at 1731883899367 (+20 ms)Running coprocessor post-open hooks at 1731883899376 (+9 ms)Region opened successfully at 1731883899376 2024-11-17T22:51:39,377 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 52ef0814f834eeddd9cbb07969a39753; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75303423, jitterRate=0.12210844457149506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,377 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:51:39,377 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 52ef0814f834eeddd9cbb07969a39753: Running coprocessor pre-open hook at 1731883899347Writing region info on filesystem at 1731883899347Initializing all the Stores at 1731883899349 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899349Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899349Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899349Cleaning up temporary data from old regions at 1731883899369 (+20 ms)Running coprocessor post-open hooks at 1731883899377 (+8 ms)Region opened successfully at 1731883899377 2024-11-17T22:51:39,377 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., pid=48, masterSystemTime=1731883899126 2024-11-17T22:51:39,378 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., pid=50, masterSystemTime=1731883899047 2024-11-17T22:51:39,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=249a86ceff74efa5b350277b0d0e71c9, ASSIGN in 675 msec 2024-11-17T22:51:39,380 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:39,380 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:51:39,381 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:39,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f60c2a6ec18cc6689f631f6496ac2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-17T22:51:39,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:39,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,381 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:39,382 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e33156171789f62e8f6acae0803067e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,384 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,385 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,387 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e33156171789f62e8f6acae0803067e columnFamilyName colfamily11 2024-11-17T22:51:39,387 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily11 2024-11-17T22:51:39,388 DEBUG [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,388 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,389 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(327): Store=3e33156171789f62e8f6acae0803067e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,389 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,389 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,389 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,392 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily21 2024-11-17T22:51:39,392 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e33156171789f62e8f6acae0803067e columnFamilyName colfamily21 2024-11-17T22:51:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ef0814f834eeddd9cbb07969a39753, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,393 DEBUG [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,393 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,393 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(327): Store=3e33156171789f62e8f6acae0803067e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,394 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,394 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,394 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,396 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e33156171789f62e8f6acae0803067e columnFamilyName colfamily31 2024-11-17T22:51:39,396 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily31 2024-11-17T22:51:39,396 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,396 DEBUG [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,397 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,397 INFO [StoreOpener-3e33156171789f62e8f6acae0803067e-1 {}] regionserver.HStore(327): Store=3e33156171789f62e8f6acae0803067e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=23 2024-11-17T22:51:39,397 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,34675,1731883895415 in 415 msec 2024-11-17T22:51:39,397 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,399 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,399 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,399 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,399 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN in 697 msec 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,401 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,404 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,404 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,408 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,408 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,409 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 3e33156171789f62e8f6acae0803067e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72667296, jitterRate=0.08282709121704102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,409 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 97f60c2a6ec18cc6689f631f6496ac2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61470379, jitterRate=-0.0840199738740921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,409 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:51:39,409 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:51:39,409 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 97f60c2a6ec18cc6689f631f6496ac2b: Running coprocessor pre-open hook at 1731883899382Writing region info on filesystem at 1731883899382Initializing all the Stores at 1731883899383 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899384 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899385 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899385Cleaning up temporary data from old regions at 1731883899401 (+16 ms)Running coprocessor post-open hooks at 1731883899409 (+8 ms)Region opened successfully at 1731883899409 2024-11-17T22:51:39,409 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 3e33156171789f62e8f6acae0803067e: Running coprocessor pre-open hook at 1731883899382Writing region info on filesystem at 1731883899382Initializing all the Stores at 1731883899383 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899384 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899384Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899384Cleaning up temporary data from old regions at 1731883899401 (+17 ms)Running coprocessor post-open hooks at 1731883899409 (+8 ms)Region opened successfully at 1731883899409 2024-11-17T22:51:39,410 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., pid=47, masterSystemTime=1731883899126 2024-11-17T22:51:39,411 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., pid=42, masterSystemTime=1731883899047 2024-11-17T22:51:39,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=7 2024-11-17T22:51:39,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 52ef0814f834eeddd9cbb07969a39753, server=1a6e40b21a48,38985,1731883895554 in 417 msec 2024-11-17T22:51:39,414 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:39,414 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:51:39,414 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:39,414 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7999aeee66fb742786ed3638e9f94206, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-17T22:51:39,414 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,414 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,415 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,415 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=52ef0814f834eeddd9cbb07969a39753, ASSIGN in 711 msec 2024-11-17T22:51:39,416 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:39,417 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:51:39,417 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:39,417 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 817277b93f3eb1a324a5e771ef08a4b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-17T22:51:39,417 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,418 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,418 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,418 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,418 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,422 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7999aeee66fb742786ed3638e9f94206 columnFamilyName colfamily11 2024-11-17T22:51:39,422 DEBUG [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,422 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,423 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(327): Store=7999aeee66fb742786ed3638e9f94206/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,424 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,425 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily11 2024-11-17T22:51:39,425 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,426 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7999aeee66fb742786ed3638e9f94206 columnFamilyName colfamily21 2024-11-17T22:51:39,426 DEBUG [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,427 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,427 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,429 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily21 2024-11-17T22:51:39,429 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,430 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(327): Store=7999aeee66fb742786ed3638e9f94206/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,431 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,431 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,431 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,43343,1731883895515, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,432 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,43343,1731883895515, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:51:39,432 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,435 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily31 2024-11-17T22:51:39,435 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,436 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7999aeee66fb742786ed3638e9f94206 columnFamilyName colfamily31 2024-11-17T22:51:39,436 DEBUG [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,436 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=27 2024-11-17T22:51:39,436 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,34675,1731883895415 in 452 msec 2024-11-17T22:51:39,436 INFO [StoreOpener-7999aeee66fb742786ed3638e9f94206-1 {}] regionserver.HStore(327): Store=7999aeee66fb742786ed3638e9f94206/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,437 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,437 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,438 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,438 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,438 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,439 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,439 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,440 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN in 735 msec 2024-11-17T22:51:39,440 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,440 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,441 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e33156171789f62e8f6acae0803067e, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,443 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,445 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e33156171789f62e8f6acae0803067e, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,447 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,448 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,448 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7999aeee66fb742786ed3638e9f94206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74519144, jitterRate=0.11042177677154541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,448 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:51:39,449 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7999aeee66fb742786ed3638e9f94206: Running coprocessor pre-open hook at 1731883899415Writing region info on filesystem at 1731883899415Initializing all the Stores at 1731883899416 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899416Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899417 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899417Cleaning up temporary data from old regions at 1731883899440 (+23 ms)Running coprocessor post-open hooks at 1731883899448 (+8 ms)Region opened successfully at 1731883899448 2024-11-17T22:51:39,450 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., pid=44, masterSystemTime=1731883899047 2024-11-17T22:51:39,450 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 817277b93f3eb1a324a5e771ef08a4b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68801567, jitterRate=0.02522324025630951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,450 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:51:39,450 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 817277b93f3eb1a324a5e771ef08a4b6: Running coprocessor pre-open hook at 1731883899418Writing region info on filesystem at 1731883899418Initializing all the Stores at 1731883899422 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899422Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899422Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899422Cleaning up temporary data from old regions at 1731883899439 (+17 ms)Running coprocessor post-open hooks at 1731883899450 (+11 ms)Region opened successfully at 1731883899450 2024-11-17T22:51:39,452 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., pid=54, masterSystemTime=1731883899126 2024-11-17T22:51:39,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure be87b719c6b4dabb70734441095aaee0, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,455 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:39,455 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:51:39,456 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:39,456 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:51:39,456 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:39,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=11 2024-11-17T22:51:39,456 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => c497c9d4be513ed0a0e68ca1dcca9229, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-17T22:51:39,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e33156171789f62e8f6acae0803067e, server=1a6e40b21a48,38985,1731883895554 in 505 msec 2024-11-17T22:51:39,456 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,457 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,457 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,457 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,459 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3e33156171789f62e8f6acae0803067e, ASSIGN in 755 msec 2024-11-17T22:51:39,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,461 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily11 2024-11-17T22:51:39,461 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,462 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,463 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,465 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily21 2024-11-17T22:51:39,465 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:51:39,466 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,466 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,468 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily31 2024-11-17T22:51:39,469 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,470 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,470 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7999aeee66fb742786ed3638e9f94206, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:51:39,471 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,472 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,473 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,473 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=10 2024-11-17T22:51:39,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,34675,1731883895415 in 455 msec 2024-11-17T22:51:39,474 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,476 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN in 773 msec 2024-11-17T22:51:39,479 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,480 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened c497c9d4be513ed0a0e68ca1dcca9229; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790774, jitterRate=-0.12394919991493225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,480 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:51:39,480 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for c497c9d4be513ed0a0e68ca1dcca9229: Running coprocessor pre-open hook at 1731883899457Writing region info on filesystem at 1731883899457Initializing all the Stores at 1731883899458 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899458Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899459 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899459Cleaning up temporary data from old regions at 1731883899473 (+14 ms)Running coprocessor post-open hooks at 1731883899480 (+7 ms)Region opened successfully at 1731883899480 2024-11-17T22:51:39,481 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., pid=55, masterSystemTime=1731883899126 2024-11-17T22:51:39,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=20 2024-11-17T22:51:39,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7999aeee66fb742786ed3638e9f94206, server=1a6e40b21a48,38985,1731883895554 in 525 msec 2024-11-17T22:51:39,484 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:39,484 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:51:39,485 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:39,485 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => df9e576a47e17cbbc216d0194e86520b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-17T22:51:39,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7999aeee66fb742786ed3638e9f94206, ASSIGN in 782 msec 2024-11-17T22:51:39,485 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,485 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:39,485 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,485 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,488 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,491 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily11 2024-11-17T22:51:39,491 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,492 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,492 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-17T22:51:39,494 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily21 2024-11-17T22:51:39,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure be87b719c6b4dabb70734441095aaee0, server=1a6e40b21a48,43343,1731883895515 in 565 msec 2024-11-17T22:51:39,494 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,495 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,495 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=be87b719c6b4dabb70734441095aaee0, ASSIGN in 794 msec 2024-11-17T22:51:39,497 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily31 2024-11-17T22:51:39,497 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:39,498 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:39,498 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,499 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,502 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=16 2024-11-17T22:51:39,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,34675,1731883895415 in 479 msec 2024-11-17T22:51:39,502 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:51:39,504 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN in 801 msec 2024-11-17T22:51:39,508 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:39,508 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened df9e576a47e17cbbc216d0194e86520b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75109927, jitterRate=0.11922512948513031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:51:39,508 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:51:39,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for df9e576a47e17cbbc216d0194e86520b: Running coprocessor pre-open hook at 1731883899486Writing region info on filesystem at 1731883899486Initializing all the Stores at 1731883899487 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899487Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899487Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883899487Cleaning up temporary data from old regions at 1731883899502 (+15 ms)Running coprocessor post-open hooks at 1731883899509 (+7 ms)Region opened successfully at 1731883899509 2024-11-17T22:51:39,510 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., pid=52, masterSystemTime=1731883899126 2024-11-17T22:51:39,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=19 2024-11-17T22:51:39,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure a9ca1eee70163603c467d1d05631ca82, server=1a6e40b21a48,43343,1731883895515 in 592 msec 2024-11-17T22:51:39,514 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:39,514 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:51:39,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a9ca1eee70163603c467d1d05631ca82, ASSIGN in 813 msec 2024-11-17T22:51:39,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,34675,1731883895415 because future has completed 2024-11-17T22:51:39,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=15 2024-11-17T22:51:39,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 741d03c09b0d7ffbde3eb697afe9b3cc, server=1a6e40b21a48,43343,1731883895515 in 640 msec 2024-11-17T22:51:39,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=741d03c09b0d7ffbde3eb697afe9b3cc, ASSIGN in 825 msec 2024-11-17T22:51:39,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=12 2024-11-17T22:51:39,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,34675,1731883895415 in 528 msec 2024-11-17T22:51:39,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN in 839 msec 2024-11-17T22:51:39,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:51:39,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0273545e5bb1609cd57abc84e61f5d1, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:51:39,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=13 2024-11-17T22:51:39,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a0273545e5bb1609cd57abc84e61f5d1, server=1a6e40b21a48,43343,1731883895515 in 639 msec 2024-11-17T22:51:39,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-17T22:51:39,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0273545e5bb1609cd57abc84e61f5d1, ASSIGN in 855 msec 2024-11-17T22:51:39,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:51:39,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731883899560"}]},"ts":"1731883899560"} 2024-11-17T22:51:39,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-17T22:51:39,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:51:39,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5290 sec 2024-11-17T22:51:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:40,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-17T22:51:40,209 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-17T22:51:40,211 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:51:40,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34675 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-17T22:51:40,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-17T22:51:40,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:51:40,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-17T22:51:40,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:40,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,860 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:40,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:40,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., hostname=1a6e40b21a48,43343,1731883895515, seqNum=2] 2024-11-17T22:51:41,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., hostname=1a6e40b21a48,38985,1731883895554, seqNum=2] 2024-11-17T22:51:41,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2] 2024-11-17T22:51:41,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:41,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:41,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:41,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:51:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:51:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:51:42,377 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-17T22:51:42,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34675 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-17T22:51:42,637 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-17T22:51:42,637 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:42,637 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:42,638 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1a6e40b21a48,34675,1731883895415: Simulated kill ***** 2024-11-17T22:51:42,638 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T22:51:42,640 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T22:51:42,643 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T22:51:42,643 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T22:51:42,643 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T22:51:42,643 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557937440 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 154394872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T22:51:42,646 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43875 {}] master.MasterRpcServices(700): 1a6e40b21a48,34675,1731883895415 reported a fatal error: ***** ABORTING region server 1a6e40b21a48,34675,1731883895415: Simulated kill ***** 2024-11-17T22:51:42,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,34675,1731883895415' ***** 2024-11-17T22:51:42,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-17T22:51:42,650 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:51:42,650 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:51:42,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:51:42,650 INFO [RS:0;1a6e40b21a48:34675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T22:51:42,650 INFO [RS:0;1a6e40b21a48:34675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T22:51:42,650 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:51:42,651 INFO [RS:0;1a6e40b21a48:34675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a6e40b21a48:34675. 2024-11-17T22:51:42,651 DEBUG [RS:0;1a6e40b21a48:34675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:51:42,656 DEBUG [RS:0;1a6e40b21a48:34675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741836_1012 (size=54214) 2024-11-17T22:51:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741836_1012 (size=54214) 2024-11-17T22:51:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741836_1012 (size=54214) 2024-11-17T22:51:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741834_1010 (size=298410) 2024-11-17T22:51:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741834_1010 (size=298410) 2024-11-17T22:51:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741834_1010 (size=298410) 2024-11-17T22:51:42,667 DEBUG [RS:0;1a6e40b21a48:34675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:42,667 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:51:42,667 INFO [RS:0;1a6e40b21a48:34675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34675 2024-11-17T22:51:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:51:42,673 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:51:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,34675,1731883895415 2024-11-17T22:51:42,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,34675,1731883895415] 2024-11-17T22:51:42,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,34675,1731883895415 already deleted, retry=false 2024-11-17T22:51:42,677 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1a6e40b21a48,34675,1731883895415 on 1a6e40b21a48,43875,1731883894678 2024-11-17T22:51:42,682 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,686 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,686 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:51:42,686 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 1a6e40b21a48,34675,1731883895415 (carryingMeta=true) 1a6e40b21a48,34675,1731883895415/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@cc657e5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T22:51:42,686 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:51:42,687 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:42,742 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:51:42,751 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:51:42,753 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,754 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:51:42,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:51:42,754 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:51:42,755 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:51:42,755 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:51:42,756 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:51:42,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:51:42,756 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:51:42,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T22:51:42,761 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:51:42,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:42,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:51:42,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,763 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:51:42,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T22:51:42,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:51:42,765 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,34675,1731883895415, table=hbase:meta, region=1588230740 2024-11-17T22:51:42,766 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPEN 2024-11-17T22:51:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:42,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:42,770 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731883932770 2024-11-17T22:51:42,770 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:51:42,770 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,770 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:51:42,772 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:42,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:42,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:51:42,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:42,776 INFO [RS:0;1a6e40b21a48:34675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:51:42,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:51:42,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34675-0x1004fe260890001, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:51:42,776 INFO [RS:0;1a6e40b21a48:34675 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,34675,1731883895415; zookeeper connection closed. 2024-11-17T22:51:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:42,777 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true, isMeta: true 2024-11-17T22:51:42,780 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting 2024-11-17T22:51:42,781 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=1, meta=true 2024-11-17T22:51:42,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50795fc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50795fc4 2024-11-17T22:51:42,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta}] 2024-11-17T22:51:42,784 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:51:42,785 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:51:42,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:51:42,785 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:42,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:42,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:42,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:51:42,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:42,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:42,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:42,901 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:51:42,901 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:51:43,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:51:43,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:43,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:43,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:51:43,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:43,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-17T22:51:43,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T22:51:43,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:43,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:43,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:51:43,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:43,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:43,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:43,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:51:43,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:44,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:44,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:44,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:44,923 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:51:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:51:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:45,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T22:51:45,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T22:51:45,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:51:45,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-17T22:51:45,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:51:45,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T22:51:45,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T22:51:45,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T22:51:46,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:46,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:46,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:46,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:51:46,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:46,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:51:46,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:46,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:50,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:50,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:51:50,989 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:50,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8219 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:51:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:51:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:51:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:01,028 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:01,028 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:01,030 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:01,031 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18260 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:01,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:01,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:01,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:01,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:03,716 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:52:08,511 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:52:11,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:11,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:11,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:11,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28302 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:11,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:11,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:11,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:11,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:18,485 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T22:52:18,485 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T22:52:21,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:21,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:21,091 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:21,092 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38321 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:21,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:21,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:21,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:31,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:31,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:31,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:31,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48371 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:31,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:33,717 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:52:34,979 WARN [RS:2;1a6e40b21a48:38985 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1a6e40b21a48,34675,1731883895415: status=status unset, state=RUNNING, startTime=1731883902686, completionTime=-1 appears to have been leaked 2024-11-17T22:52:36,924 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-17T22:52:39,329 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 52ef0814f834eeddd9cbb07969a39753 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,331 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 902332763cc8d9f0ee34070c73f7f157 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,332 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e33156171789f62e8f6acae0803067e changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,333 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 249a86ceff74efa5b350277b0d0e71c9 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,333 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6f6c8138d09ec76e0ffb48374618b5e0 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,334 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7999aeee66fb742786ed3638e9f94206 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,334 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 690c67d72143fea98064242d085c7e68 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,334 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f61eac6425a35ffa7c6b61f859f0298 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,335 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66045cb787d4aafb48b80e4efae0d578 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,335 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 86293ee81d37883975700a70eb13afbf changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,335 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d3256dacdd19c9d2f6e4b0a8c6eac2b changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,336 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a0273545e5bb1609cd57abc84e61f5d1 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,336 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 741d03c09b0d7ffbde3eb697afe9b3cc changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,336 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a9ca1eee70163603c467d1d05631ca82 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,337 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f74e66c2e7a26c26254356d3479f79b6 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,337 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be87b719c6b4dabb70734441095aaee0 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:39,337 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8501bdfba9e1d028ba8d8a87b8f643f0 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:42,781 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-17T22:51:42.776Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:42.882Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43.089Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43.400Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:43.909Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:51:44.924Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:46.955Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:51:50.991Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:01.033Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:11.074Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:21.094Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:31.144Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-17T22:52:42,786 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:52:42,786 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:52:42,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:52:42,786 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:52:42,787 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:52:42,788 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:52:42,788 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:52:42,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:52:42,789 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:52:42,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:52:42,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:52:42,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:52:42,792 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:52:42,792 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:52:42,793 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:52:42,793 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:52:42,793 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:52:42,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T22:52:42,794 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:52:42,794 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,34675,1731883895415, table=hbase:meta, region=1588230740 2024-11-17T22:52:42,794 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPEN 2024-11-17T22:52:42,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:42,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:42,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:42,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:42,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:42,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:42,797 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731883992797 2024-11-17T22:52:42,797 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:52:42,797 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true, isMeta: true 2024-11-17T22:52:42,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:42,797 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:42,798 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:42,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:42,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:42,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:42,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:42,799 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=1, meta=true 2024-11-17T22:52:42,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta}] 2024-11-17T22:52:42,800 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:52:42,805 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:52:42,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:52:42,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:42,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:42,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:52:42,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:42,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:42,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:42,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-17T22:52:42,999 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, size=52.9 K (54214bytes) 2024-11-17T22:52:43,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T22:52:43,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T22:52:43,000 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta 2024-11-17T22:52:43,005 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta after 4ms 2024-11-17T22:52:43,013 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta took 14ms 2024-11-17T22:52:43,020 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:52:43,027 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp 2024-11-17T22:52:43,031 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta so closing down 2024-11-17T22:52:43,031 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp 2024-11-17T22:52:43,031 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T22:52:43,034 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T22:52:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741864_1040 (size=53973) 2024-11-17T22:52:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741864_1040 (size=53973) 2024-11-17T22:52:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741864_1040 (size=53973) 2024-11-17T22:52:43,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-17T22:52:43,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-17T22:52:43,053 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-17T22:52:43,053 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, journal: Splitting hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, size=52.9 K (54214bytes) at 1731883962999Finishing writing output for hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta so closing down at 1731883963031 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp at 17318839630313 split writer threads finished at 1731883963034 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731883963046 (+12 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731883963048 (+2 ms)Processed 58 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731883963053 (+5 ms) 2024-11-17T22:52:43,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta 2024-11-17T22:52:43,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-17T22:52:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-17T22:52:43,065 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs 2024-11-17T22:52:43,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-17T22:52:43,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 in 258 msec 2024-11-17T22:52:43,070 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:52:43,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-17T22:52:43,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 in 271 msec 2024-11-17T22:52:43,075 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting dir is empty, no logs to split. 2024-11-17T22:52:43,075 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=0, meta=true 2024-11-17T22:52:43,075 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,34675,1731883895415 WAL splitting is done? wals=0, meta=true 2024-11-17T22:52:43,075 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:52:43,076 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:52:43,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:52:43,076 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:52:43,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:43,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:43,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:52:43,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:43,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:43,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:43,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:52:43,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:43,513 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:52:43,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:43,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:43,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:52:43,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:44,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:44,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:44,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:44,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2153 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:46,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:46,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:46,960 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:46,961 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4164 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:46,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:50,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:50,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:52:51,000 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:51,001 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8203 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:52:51,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:51,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:51,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:52:51,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:01,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:01,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:01,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:01,073 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18275 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:01,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:03,717 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:53:11,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:11,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:11,161 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:11,162 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28364 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:11,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:11,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:11,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:11,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:21,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:21,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:21,249 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:21,249 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38452 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:31,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:31,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:31,351 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:31,352 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48554 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:31,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:31,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:31,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:31,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:33,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:53:36,889 WARN [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 22, running: 1 2024-11-17T22:53:36,950 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-17T22:53:42,799 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-17T22:52:42.799Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:42.909Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43.119Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43.430Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:43.940Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:52:44.952Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:46.964Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:52:51.002Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:01.074Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:11.163Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:21.250Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:31.354Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-17T22:53:42,800 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:53:42,800 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:53:42,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:53:42,801 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:53:42,801 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:53:42,801 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:53:42,801 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:53:42,801 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:53:42,801 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:53:42,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:53:42,807 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:53:42,807 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:53:42,807 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:53:42,808 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:53:42,809 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:53:42,810 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:53:42,810 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:53:42,810 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:53:42,810 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:53:42,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:53:42,811 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:53:42,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-17T22:53:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:53:42,812 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,34675,1731883895415, table=hbase:meta, region=1588230740 2024-11-17T22:53:42,812 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPEN 2024-11-17T22:53:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:42,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:42,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:42,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:42,814 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884052814 2024-11-17T22:53:42,814 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:53:42,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:42,815 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:42,816 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:42,816 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting dir is empty, no logs to split. 2024-11-17T22:53:42,816 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=0, meta=true 2024-11-17T22:53:42,816 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,34675,1731883895415 WAL splitting is done? wals=0, meta=true 2024-11-17T22:53:42,816 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:53:42,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:53:42,818 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:53:42,818 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:53:42,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:53:42,818 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:42,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:43,438 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:43,438 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:43,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:53:43,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:43,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:43,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:43,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:53:43,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:44,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:44,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:44,959 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:44,960 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2145 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:46,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:46,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:46,980 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:46,981 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4166 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:51,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:51,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:53:51,020 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:51,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8206 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:53:51,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:51,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:53:51,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:53:51,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:52,515 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:54:01,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:01,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:01,089 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:01,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18275 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:54:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:54:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:03,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:54:11,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:11,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:11,180 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:11,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28366 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:54:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:54:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:21,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:21,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:21,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:21,242 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38427 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:54:21,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:21,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:54:21,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:21,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:31,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:31,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:31,279 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:31,280 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1a6e40b21a48,34675,1731883895415 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48464 ms java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T22:54:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:54:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:33,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:54:42,728 WARN [RS:1;1a6e40b21a48:43343 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1a6e40b21a48,34675,1731883895415: status=Processing ServerCrashProcedure of 1a6e40b21a48,34675,1731883895415 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731883902763, completionTime=-1 appears to have been leaked 2024-11-17T22:54:42,728 WARN [RS:1;1a6e40b21a48:43343 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1a6e40b21a48,34675,1731883895415: status=Processing ServerCrashProcedure of 1a6e40b21a48,34675,1731883895415 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731883962793, completionTime=-1 appears to have been leaked 2024-11-17T22:54:42,819 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-17T22:53:42.816Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:42.918Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43.128Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43.440Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:43.949Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:53:44.961Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:46.982Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:53:51.023Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:01.091Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:11.183Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:21.244Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:31.280Z, java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-17T22:54:42,821 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:42,821 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:42,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:42,821 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:42,821 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:42,821 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:42,821 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:42,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:42,822 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:42,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T22:54:42,824 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:42,824 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:42,824 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:42,825 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:42,826 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:42,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T22:54:42,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:42,827 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,34675,1731883895415, table=hbase:meta, region=1588230740 2024-11-17T22:54:42,828 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,34675,1731883895415, state=OPEN 2024-11-17T22:54:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:42,830 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:42,831 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:42,834 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884112833 2024-11-17T22:54:42,834 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:42,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:54:42,834 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:42,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:42,834 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:42,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:42,836 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:54:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:42,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1] 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:42,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:42,988 DEBUG [1a6e40b21a48:43875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T22:54:42,989 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:54:42,989 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:54:42,990 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:54:42,990 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:54:42,990 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:54:42,990 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:54:42,990 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:54:42,990 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:54:42,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:42,991 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPENING 2024-11-17T22:54:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:42,993 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:42,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:42,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:42,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:43,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:54:43,153 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:54:43,154 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:54:43,154 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:54:43,156 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C38985%2C1731883895554.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs, maxLogs=32 2024-11-17T22:54:43,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:43,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1] 2024-11-17T22:54:43,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:54:43,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:54:43,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38985 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:48033 deadline: 1731884142835, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:54:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:54:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 from cache 2024-11-17T22:54:43,173 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554/1a6e40b21a48%2C38985%2C1731883895554.meta.1731884083158.meta, exclude list is [], retry=0 2024-11-17T22:54:43,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37087,DS-87346523-3f3a-4c11-b45c-3ce64fe8e140,DISK] 2024-11-17T22:54:43,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35061,DS-00208d9d-a6a4-4fb4-bc61-6cfcb3bcf5ff,DISK] 2024-11-17T22:54:43,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40057,DS-10cccb01-1f5c-4fee-8eef-10f25235f395,DISK] 2024-11-17T22:54:43,180 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,38985,1731883895554/1a6e40b21a48%2C38985%2C1731883895554.meta.1731884083158.meta 2024-11-17T22:54:43,180 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43299:43299),(127.0.0.1/127.0.0.1:33645:33645),(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-17T22:54:43,181 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:54:43,181 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:54:43,181 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:54:43,181 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:54:43,181 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:54:43,181 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:43,182 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:54:43,182 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:54:43,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:54:43,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:54:43,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:43,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:54:43,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:54:43,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:54:43,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:54:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:54:43,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:54:43,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:43,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:54:43,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:54:43,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:54:43,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:43,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:54:43,191 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:54:43,192 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:54:43,194 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740 2024-11-17T22:54:43,195 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-17T22:54:43,209 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-17T22:54:43,212 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-17T22:54:43,294 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/f0317ced15d04270a358d097279c7102 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf./info:regioninfo/1731883899065/Put/seqid=0 2024-11-17T22:54:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741866_1042 (size=58053) 2024-11-17T22:54:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741866_1042 (size=58053) 2024-11-17T22:54:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741866_1042 (size=58053) 2024-11-17T22:54:43,310 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/f0317ced15d04270a358d097279c7102 2024-11-17T22:54:43,383 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/ns/9d5d0175b2694d64a2b26ec6490691be is 43, key is default/ns:d/1731883897695/Put/seqid=0 2024-11-17T22:54:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741867_1043 (size=5153) 2024-11-17T22:54:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741867_1043 (size=5153) 2024-11-17T22:54:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741867_1043 (size=5153) 2024-11-17T22:54:43,408 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/ns/9d5d0175b2694d64a2b26ec6490691be 2024-11-17T22:54:43,436 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/table/a89e7c32e9f4464f96dc285510e5f643 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731883899560/Put/seqid=0 2024-11-17T22:54:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741868_1044 (size=5620) 2024-11-17T22:54:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741868_1044 (size=5620) 2024-11-17T22:54:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741868_1044 (size=5620) 2024-11-17T22:54:43,465 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/table/a89e7c32e9f4464f96dc285510e5f643 2024-11-17T22:54:43,476 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/f0317ced15d04270a358d097279c7102 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/info/f0317ced15d04270a358d097279c7102 2024-11-17T22:54:43,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:43,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1] 2024-11-17T22:54:43,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38985 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:48033 deadline: 1731884142835, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:43,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:54:43,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1a6e40b21a48,38985,1731883895554 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T22:54:43,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1 from cache 2024-11-17T22:54:43,489 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/info/f0317ced15d04270a358d097279c7102, entries=260, sequenceid=60, filesize=56.7 K 2024-11-17T22:54:43,493 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/ns/9d5d0175b2694d64a2b26ec6490691be as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/ns/9d5d0175b2694d64a2b26ec6490691be 2024-11-17T22:54:43,504 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/ns/9d5d0175b2694d64a2b26ec6490691be, entries=2, sequenceid=60, filesize=5.0 K 2024-11-17T22:54:43,506 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/table/a89e7c32e9f4464f96dc285510e5f643 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/table/a89e7c32e9f4464f96dc285510e5f643 2024-11-17T22:54:43,516 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/table/a89e7c32e9f4464f96dc285510e5f643, entries=2, sequenceid=60, filesize=5.5 K 2024-11-17T22:54:43,521 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=60, compaction requested=false; wal=null 2024-11-17T22:54:43,522 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-17T22:54:43,524 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:54:43,524 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:54:43,525 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:54:43,527 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:54:43,530 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-17T22:54:43,532 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69892057, jitterRate=0.04147280752658844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:54:43,532 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:54:43,533 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731884083182Writing region info on filesystem at 1731884083182Initializing all the Stores at 1731884083183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884083183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884083183Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884083183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884083183Obtaining lock to block concurrent updates at 1731884083212 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1731884083212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731884083215 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731884083215Flushing 1588230740/info: creating writer at 1731884083218 (+3 ms)Flushing 1588230740/info: appending metadata at 1731884083284 (+66 ms)Flushing 1588230740/info: closing flushed file at 1731884083287 (+3 ms)Flushing 1588230740/ns: creating writer at 1731884083365 (+78 ms)Flushing 1588230740/ns: appending metadata at 1731884083381 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731884083382 (+1 ms)Flushing 1588230740/table: creating writer at 1731884083418 (+36 ms)Flushing 1588230740/table: appending metadata at 1731884083435 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731884083435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7eaf78: reopening flushed file at 1731884083474 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae4160c: reopening flushed file at 1731884083491 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d91d8e: reopening flushed file at 1731884083505 (+14 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=60, compaction requested=false; wal=null at 1731884083521 (+16 ms)Cleaning up temporary data from old regions at 1731884083524 (+3 ms)Running coprocessor post-open hooks at 1731884083532 (+8 ms)Region opened successfully at 1731884083532 2024-11-17T22:54:43,534 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731884083146 2024-11-17T22:54:43,537 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:54:43,537 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:54:43,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:43,539 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:43,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:43,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:43,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:43,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:43,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:43,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:43,541 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:43,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-17T22:54:43,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 in 548 msec 2024-11-17T22:54:43,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-17T22:54:43,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-17T22:54:43,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:43,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1] 2024-11-17T22:54:44,021 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,021 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,022 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,022 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,022 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,022 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,024 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,025 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,025 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,025 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,025 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,025 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:44,025 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884144025 2024-11-17T22:54:44,025 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884204025 2024-11-17T22:54:44,025 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1910 sec 2024-11-17T22:54:44,026 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1a6e40b21a48,34675,1731883895415 had 10 regions 2024-11-17T22:54:44,026 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:54:44,026 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:44,026 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:44,276 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,276 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:44,276 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:44,276 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:44,276 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:44,277 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:44,277 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:44,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:44,278 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:44,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:44,283 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:44,284 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,285 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:44,286 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,286 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,286 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,286 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T22:54:44,287 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=61 2024-11-17T22:54:44,287 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=hbase:meta, region=1588230740 2024-11-17T22:54:44,287 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,289 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884114289 2024-11-17T22:54:44,289 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:44,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,296 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,297 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,298 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,299 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,300 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,300 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,300 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:44,300 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884144300 2024-11-17T22:54:44,300 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884204300 2024-11-17T22:54:44,300 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-17T22:54:44,300 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1a6e40b21a48,34675,1731883895415 had 9 regions 2024-11-17T22:54:44,300 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:44,302 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true, isMeta: false 2024-11-17T22:54:44,304 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=1, meta=false 2024-11-17T22:54:44,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069}] 2024-11-17T22:54:44,304 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:54:44,304 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:44,304 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:44,550 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,550 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:44,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:44,551 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:44,551 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:44,551 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:44,551 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:44,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:44,552 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:44,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:54:44,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:44,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:44,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:44,558 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:44,558 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:44,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:44,560 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:44,561 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:44,562 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,562 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,562 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,562 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:44,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-17T22:54:44,563 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=61 2024-11-17T22:54:44,563 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=hbase:meta, region=1588230740 2024-11-17T22:54:44,563 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:44,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:44,565 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884114565 2024-11-17T22:54:44,565 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,571 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:44,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:44,573 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:44,573 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884144573 2024-11-17T22:54:44,573 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884204573 2024-11-17T22:54:44,573 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-17T22:54:44,574 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true, isMeta: false 2024-11-17T22:54:44,576 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=1, meta=false 2024-11-17T22:54:44,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069}] 2024-11-17T22:54:44,576 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:44,579 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:44,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:54:44,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:54:44,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-17T22:54:44,753 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, size=291.4 K (298410bytes) 2024-11-17T22:54:44,753 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 2024-11-17T22:54:44,754 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 after 1ms 2024-11-17T22:54:44,758 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 took 5ms 2024-11-17T22:54:44,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 372562d46fe236709763294feb72ea1a: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,762 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 16ad1db818d9ddcc74477e1feba150fa: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,764 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5b56c217f6e66c0cf41ca53a77bcf0a0: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,765 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for dc7ae448b3fbbe9aad085dd5226dd7eb: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,768 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4f712071933413f5066729a0bbe85ea1: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 97f60c2a6ec18cc6689f631f6496ac2b: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,771 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 817277b93f3eb1a324a5e771ef08a4b6: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,773 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c497c9d4be513ed0a0e68ca1dcca9229: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,775 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for df9e576a47e17cbbc216d0194e86520b: last_flushed_sequence_id: 18446744073709551615 2024-11-17T22:54:44,780 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,781 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,782 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,783 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,786 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,788 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,788 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 so closing down 2024-11-17T22:54:44,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T22:54:44,792 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,792 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,797 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,797 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,798 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,801 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,801 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,801 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,803 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,803 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,804 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp 2024-11-17T22:54:44,805 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T22:54:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741870_1046 (size=36767) 2024-11-17T22:54:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741870_1046 (size=36767) 2024-11-17T22:54:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741870_1046 (size=36767) 2024-11-17T22:54:44,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-17T22:54:44,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004 2024-11-17T22:54:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741869_1045 (size=36767) 2024-11-17T22:54:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741869_1045 (size=36767) 2024-11-17T22:54:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741869_1045 (size=36767) 2024-11-17T22:54:44,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-17T22:54:44,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004 2024-11-17T22:54:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741871_1047 (size=36767) 2024-11-17T22:54:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741871_1047 (size=36767) 2024-11-17T22:54:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741871_1047 (size=36767) 2024-11-17T22:54:44,841 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-17T22:54:44,843 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004 2024-11-17T22:54:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741873_1049 (size=262) 2024-11-17T22:54:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741872_1048 (size=36767) 2024-11-17T22:54:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741872_1048 (size=36767) 2024-11-17T22:54:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741872_1048 (size=36767) 2024-11-17T22:54:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741873_1049 (size=262) 2024-11-17T22:54:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741873_1049 (size=262) 2024-11-17T22:54:44,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-17T22:54:44,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T22:54:44,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004 2024-11-17T22:54:44,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004 2024-11-17T22:54:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741874_1050 (size=36767) 2024-11-17T22:54:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741874_1050 (size=36767) 2024-11-17T22:54:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741874_1050 (size=36767) 2024-11-17T22:54:44,862 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-17T22:54:44,864 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004 2024-11-17T22:54:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741876_1052 (size=36767) 2024-11-17T22:54:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741876_1052 (size=36767) 2024-11-17T22:54:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741876_1052 (size=36767) 2024-11-17T22:54:44,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-17T22:54:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741875_1051 (size=36767) 2024-11-17T22:54:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741875_1051 (size=36767) 2024-11-17T22:54:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741875_1051 (size=36767) 2024-11-17T22:54:44,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004 2024-11-17T22:54:44,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T22:54:44,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004 2024-11-17T22:54:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741877_1053 (size=36767) 2024-11-17T22:54:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741877_1053 (size=36767) 2024-11-17T22:54:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741877_1053 (size=36767) 2024-11-17T22:54:44,884 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T22:54:44,886 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004 2024-11-17T22:54:44,886 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 128 ms; skipped=9; WAL=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, size=291.4 K, length=298410, corrupted=false, cancelled=false 2024-11-17T22:54:44,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, journal: Splitting hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, size=291.4 K (298410bytes) at 1731884084753Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084782 (+29 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084788 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084788Finishing writing output for hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 so closing down at 1731884084789 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084797 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084797Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084798 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084803 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084803Creating recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp at 1731884084804 (+1 ms)3 split writer threads finished at 1731884084805 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731884084816 (+11 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004 at 1731884084817 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731884084824 (+7 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004 at 1731884084826 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731884084841 (+15 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004 at 1731884084843 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731884084851 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731884084852 (+1 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004 at 1731884084853 (+1 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004 at 1731884084854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731884084862 (+8 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004 at 1731884084864 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731884084875 (+11 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004 at 1731884084878 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731884084878Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004 at 1731884084880 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731884084884 (+4 ms)Rename recovered edits hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004-1a6e40b21a48%2C34675%2C1731883895415.1731883897069.temp to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004 at 1731884084886 (+2 ms)Processed 18 edits across 9 Regions in 128 ms; skipped=9; WAL=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069, size=291.4 K, length=298410, corrupted=false, cancelled=false at 1731884084886 2024-11-17T22:54:44,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 2024-11-17T22:54:44,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-17T22:54:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-17T22:54:44,891 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting/1a6e40b21a48%2C34675%2C1731883895415.1731883897069 to hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs 2024-11-17T22:54:44,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-17T22:54:44,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 in 311 msec 2024-11-17T22:54:44,896 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:44,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-17T22:54:44,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 in 320 msec 2024-11-17T22:54:44,901 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting dir is empty, no logs to split. 2024-11-17T22:54:44,901 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=0, meta=false 2024-11-17T22:54:44,901 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,34675,1731883895415 WAL splitting is done? wals=0, meta=false 2024-11-17T22:54:44,902 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:54:44,902 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:44,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:44,902 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:45,074 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:45,074 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:45,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:45,074 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:45,074 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:45,075 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:45,075 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:45,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:45,075 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:45,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T22:54:45,076 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:45,078 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:45,078 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:45,078 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:45,078 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:45,079 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:45,079 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:45,079 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:45,079 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:45,080 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,081 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-17T22:54:45,082 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:45,083 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=61 2024-11-17T22:54:45,083 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=hbase:meta, region=1588230740 2024-11-17T22:54:45,083 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,085 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884115085 2024-11-17T22:54:45,085 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:45,090 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,090 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,090 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,092 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,093 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,093 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:45,093 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884145093 2024-11-17T22:54:45,094 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884205093 2024-11-17T22:54:45,094 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-17T22:54:45,095 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 1a6e40b21a48,34675,1731883895415 does not exist 2024-11-17T22:54:45,095 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,34675,1731883895415 WAL count=0, meta=false 2024-11-17T22:54:45,095 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,34675,1731883895415 WAL splitting is done? wals=0, meta=false 2024-11-17T22:54:45,096 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1a6e40b21a48,34675,1731883895415 failed, ignore...File hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/WALs/1a6e40b21a48,34675,1731883895415-splitting does not exist. 2024-11-17T22:54:45,096 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:45,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN}] 2024-11-17T22:54:45,099 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:54:45,099 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:45,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:45,099 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:45,344 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:45,344 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:45,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:45,344 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:45,344 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:45,345 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:45,345 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:45,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:45,345 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:45,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:45,348 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:45,349 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:45,350 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,352 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:45,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-17T22:54:45,354 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=61 2024-11-17T22:54:45,354 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=hbase:meta, region=1588230740 2024-11-17T22:54:45,354 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:45,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:45,357 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884115357 2024-11-17T22:54:45,357 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:45,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,360 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,361 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:45,362 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:45,363 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,34675,1731883895415, regionLocation=1a6e40b21a48,34675,1731883895415, openSeqNum=2 2024-11-17T22:54:45,363 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:45,363 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884145363 2024-11-17T22:54:45,363 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884205363 2024-11-17T22:54:45,363 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-17T22:54:45,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN}] 2024-11-17T22:54:45,363 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:45,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN 2024-11-17T22:54:45,366 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN 2024-11-17T22:54:45,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN 2024-11-17T22:54:45,370 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN 2024-11-17T22:54:45,372 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN 2024-11-17T22:54:45,373 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,374 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN 2024-11-17T22:54:45,375 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN 2024-11-17T22:54:45,376 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN 2024-11-17T22:54:45,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN 2024-11-17T22:54:45,378 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:45,517 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:54:45,518 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:54:45,518 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:54:45,518 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:54:45,518 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:54:45,518 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:54:45,518 INFO [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:54:45,518 DEBUG [1a6e40b21a48:43875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:54:45,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=372562d46fe236709763294feb72ea1a, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4f712071933413f5066729a0bbe85ea1, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=df9e576a47e17cbbc216d0194e86520b, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=16ad1db818d9ddcc74477e1feba150fa, regionState=OPENING, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN because future has completed 2024-11-17T22:54:45,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:45,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN because future has completed 2024-11-17T22:54:45,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN because future has completed 2024-11-17T22:54:45,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN because future has completed 2024-11-17T22:54:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN because future has completed 2024-11-17T22:54:45,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:45,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN because future has completed 2024-11-17T22:54:45,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN because future has completed 2024-11-17T22:54:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN because future has completed 2024-11-17T22:54:45,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:54:45,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:54:45,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:54:45,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:45,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:45,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,38985,1731883895554}] 2024-11-17T22:54:45,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPENING, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN because future has completed 2024-11-17T22:54:45,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,43343,1731883895515}] 2024-11-17T22:54:45,682 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:45,682 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f712071933413f5066729a0bbe85ea1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-17T22:54:45,682 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,683 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,683 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,683 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,684 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,685 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily11 2024-11-17T22:54:45,685 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,686 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,686 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,687 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily21 2024-11-17T22:54:45,687 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,688 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,688 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,689 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f712071933413f5066729a0bbe85ea1 columnFamilyName colfamily31 2024-11-17T22:54:45,690 DEBUG [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,690 INFO [StoreOpener-4f712071933413f5066729a0bbe85ea1-1 {}] regionserver.HStore(327): Store=4f712071933413f5066729a0bbe85ea1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,690 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,691 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,696 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:45,696 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f60c2a6ec18cc6689f631f6496ac2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-17T22:54:45,696 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,697 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004 2024-11-17T22:54:45,698 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,700 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily11 2024-11-17T22:54:45,700 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,700 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,700 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,702 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily21 2024-11-17T22:54:45,702 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,702 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,702 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,704 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f60c2a6ec18cc6689f631f6496ac2b columnFamilyName colfamily31 2024-11-17T22:54:45,704 DEBUG [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,704 INFO [StoreOpener-97f60c2a6ec18cc6689f631f6496ac2b-1 {}] regionserver.HStore(327): Store=97f60c2a6ec18cc6689f631f6496ac2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,705 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,705 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004 2024-11-17T22:54:45,705 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 4f712071933413f5066729a0bbe85ea1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:45,706 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,708 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,710 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004 2024-11-17T22:54:45,718 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004 2024-11-17T22:54:45,718 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 97f60c2a6ec18cc6689f631f6496ac2b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:45,737 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/.tmp/colfamily11/96f35adbec674ad2945a74945fa2d333 is 52, key is sss/colfamily11:colfamily11/1731883901955/Put/seqid=0 2024-11-17T22:54:45,745 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/.tmp/colfamily11/2b76c97b205a4a1e958b5103436afeec is 52, key is www/colfamily11:colfamily11/1731883901995/Put/seqid=0 2024-11-17T22:54:45,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741878_1054 (size=39263) 2024-11-17T22:54:45,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741878_1054 (size=39263) 2024-11-17T22:54:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741878_1054 (size=39263) 2024-11-17T22:54:45,754 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/.tmp/colfamily11/96f35adbec674ad2945a74945fa2d333 2024-11-17T22:54:45,766 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/.tmp/colfamily11/96f35adbec674ad2945a74945fa2d333 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/colfamily11/96f35adbec674ad2945a74945fa2d333 2024-11-17T22:54:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741879_1055 (size=39263) 2024-11-17T22:54:45,775 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/colfamily11/96f35adbec674ad2945a74945fa2d333, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741879_1055 (size=39263) 2024-11-17T22:54:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741879_1055 (size=39263) 2024-11-17T22:54:45,776 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4f712071933413f5066729a0bbe85ea1 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:45,777 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/0000000000000000004 2024-11-17T22:54:45,778 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/.tmp/colfamily11/2b76c97b205a4a1e958b5103436afeec 2024-11-17T22:54:45,778 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,778 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,779 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:45,781 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,786 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:45,788 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 4f712071933413f5066729a0bbe85ea1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69632884, jitterRate=0.03761082887649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:45,788 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:45,788 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 4f712071933413f5066729a0bbe85ea1: Running coprocessor pre-open hook at 1731884085683Writing region info on filesystem at 1731884085683Initializing all the Stores at 1731884085684 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085684Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085684Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085684Obtaining lock to block concurrent updates at 1731884085705 (+21 ms)Preparing flush snapshotting stores in 4f712071933413f5066729a0bbe85ea1 at 1731884085705Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884085705Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. at 1731884085705Flushing 4f712071933413f5066729a0bbe85ea1/colfamily11: creating writer at 1731884085705Flushing 4f712071933413f5066729a0bbe85ea1/colfamily11: appending metadata at 1731884085737 (+32 ms)Flushing 4f712071933413f5066729a0bbe85ea1/colfamily11: closing flushed file at 1731884085737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c21190: reopening flushed file at 1731884085763 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4f712071933413f5066729a0bbe85ea1 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1731884085776 (+13 ms)Cleaning up temporary data from old regions at 1731884085778 (+2 ms)Running coprocessor post-open hooks at 1731884085788 (+10 ms)Region opened successfully at 1731884085788 2024-11-17T22:54:45,789 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., pid=80, masterSystemTime=1731884085678 2024-11-17T22:54:45,792 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/.tmp/colfamily11/2b76c97b205a4a1e958b5103436afeec as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/colfamily11/2b76c97b205a4a1e958b5103436afeec 2024-11-17T22:54:45,793 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:45,793 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:45,794 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:45,794 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 372562d46fe236709763294feb72ea1a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-17T22:54:45,794 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,794 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,795 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,795 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,795 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T22:54:45,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:54:45,799 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,800 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily11 2024-11-17T22:54:45,801 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,801 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,802 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,803 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily21 2024-11-17T22:54:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=68 2024-11-17T22:54:45,803 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,38985,1731883895554 in 247 msec 2024-11-17T22:54:45,804 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,804 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,805 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/colfamily11/2b76c97b205a4a1e958b5103436afeec, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:45,805 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372562d46fe236709763294feb72ea1a columnFamilyName colfamily31 2024-11-17T22:54:45,805 DEBUG [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,805 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97f60c2a6ec18cc6689f631f6496ac2b in 87ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:45,806 INFO [StoreOpener-372562d46fe236709763294feb72ea1a-1 {}] regionserver.HStore(327): Store=372562d46fe236709763294feb72ea1a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,806 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN in 440 msec 2024-11-17T22:54:45,806 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/0000000000000000004 2024-11-17T22:54:45,807 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,808 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,808 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,809 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,809 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:45,810 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004 2024-11-17T22:54:45,813 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004 2024-11-17T22:54:45,814 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 372562d46fe236709763294feb72ea1a 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-17T22:54:45,814 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,821 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:45,823 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 97f60c2a6ec18cc6689f631f6496ac2b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75188493, jitterRate=0.12039585411548615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:45,823 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:45,823 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 97f60c2a6ec18cc6689f631f6496ac2b: Running coprocessor pre-open hook at 1731884085697Writing region info on filesystem at 1731884085697Initializing all the Stores at 1731884085698 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085698Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085698Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085698Obtaining lock to block concurrent updates at 1731884085718 (+20 ms)Preparing flush snapshotting stores in 97f60c2a6ec18cc6689f631f6496ac2b at 1731884085718Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884085719 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. at 1731884085719Flushing 97f60c2a6ec18cc6689f631f6496ac2b/colfamily11: creating writer at 1731884085719Flushing 97f60c2a6ec18cc6689f631f6496ac2b/colfamily11: appending metadata at 1731884085744 (+25 ms)Flushing 97f60c2a6ec18cc6689f631f6496ac2b/colfamily11: closing flushed file at 1731884085744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f346be: reopening flushed file at 1731884085790 (+46 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97f60c2a6ec18cc6689f631f6496ac2b in 87ms, sequenceid=4, compaction requested=false; wal=null at 1731884085805 (+15 ms)Cleaning up temporary data from old regions at 1731884085808 (+3 ms)Running coprocessor post-open hooks at 1731884085823 (+15 ms)Region opened successfully at 1731884085823 2024-11-17T22:54:45,824 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., pid=77, masterSystemTime=1731884085691 2024-11-17T22:54:45,826 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:45,826 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:45,827 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:45,827 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => c497c9d4be513ed0a0e68ca1dcca9229, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-17T22:54:45,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,828 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,828 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,828 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,828 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:54:45,833 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/.tmp/colfamily11/fb810f346f7c415a9b5ec61dc17f82c8 is 52, key is zzz/colfamily11:colfamily11/1731883902002/Put/seqid=0 2024-11-17T22:54:45,835 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=72 2024-11-17T22:54:45,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,43343,1731883895515 in 286 msec 2024-11-17T22:54:45,837 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily11 2024-11-17T22:54:45,837 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN in 472 msec 2024-11-17T22:54:45,838 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,838 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,839 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily21 2024-11-17T22:54:45,839 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,840 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,840 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,841 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c497c9d4be513ed0a0e68ca1dcca9229 columnFamilyName colfamily31 2024-11-17T22:54:45,841 DEBUG [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,841 INFO [StoreOpener-c497c9d4be513ed0a0e68ca1dcca9229-1 {}] regionserver.HStore(327): Store=c497c9d4be513ed0a0e68ca1dcca9229/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,842 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,843 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,845 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,846 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004 2024-11-17T22:54:45,853 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004 2024-11-17T22:54:45,853 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing c497c9d4be513ed0a0e68ca1dcca9229 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741880_1056 (size=4857) 2024-11-17T22:54:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741880_1056 (size=4857) 2024-11-17T22:54:45,867 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/.tmp/colfamily11/fb810f346f7c415a9b5ec61dc17f82c8 2024-11-17T22:54:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741880_1056 (size=4857) 2024-11-17T22:54:45,880 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/.tmp/colfamily11/fb810f346f7c415a9b5ec61dc17f82c8 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/colfamily11/fb810f346f7c415a9b5ec61dc17f82c8 2024-11-17T22:54:45,881 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/.tmp/colfamily11/cf42c1e05dc44518815f2ac16e339faa is 52, key is lll/colfamily11:colfamily11/1731883901835/Put/seqid=0 2024-11-17T22:54:45,895 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/colfamily11/fb810f346f7c415a9b5ec61dc17f82c8, entries=1, sequenceid=4, filesize=4.7 K 2024-11-17T22:54:45,895 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 372562d46fe236709763294feb72ea1a in 81ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:45,896 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/0000000000000000004 2024-11-17T22:54:45,898 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,898 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,899 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:45,901 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741881_1057 (size=39263) 2024-11-17T22:54:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741881_1057 (size=39263) 2024-11-17T22:54:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741881_1057 (size=39263) 2024-11-17T22:54:45,909 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/.tmp/colfamily11/cf42c1e05dc44518815f2ac16e339faa 2024-11-17T22:54:45,914 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:45,917 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 372562d46fe236709763294feb72ea1a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69938278, jitterRate=0.04216155409812927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:45,917 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:45,917 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 372562d46fe236709763294feb72ea1a: Running coprocessor pre-open hook at 1731884085795Writing region info on filesystem at 1731884085795Initializing all the Stores at 1731884085799 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085799Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085799Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085799Obtaining lock to block concurrent updates at 1731884085814 (+15 ms)Preparing flush snapshotting stores in 372562d46fe236709763294feb72ea1a at 1731884085814Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731884085814Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. at 1731884085814Flushing 372562d46fe236709763294feb72ea1a/colfamily11: creating writer at 1731884085814Flushing 372562d46fe236709763294feb72ea1a/colfamily11: appending metadata at 1731884085833 (+19 ms)Flushing 372562d46fe236709763294feb72ea1a/colfamily11: closing flushed file at 1731884085833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbd518c: reopening flushed file at 1731884085879 (+46 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 372562d46fe236709763294feb72ea1a in 81ms, sequenceid=4, compaction requested=false; wal=null at 1731884085895 (+16 ms)Cleaning up temporary data from old regions at 1731884085898 (+3 ms)Running coprocessor post-open hooks at 1731884085917 (+19 ms)Region opened successfully at 1731884085917 2024-11-17T22:54:45,917 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/.tmp/colfamily11/cf42c1e05dc44518815f2ac16e339faa as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/colfamily11/cf42c1e05dc44518815f2ac16e339faa 2024-11-17T22:54:45,918 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., pid=73, masterSystemTime=1731884085678 2024-11-17T22:54:45,921 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:45,921 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:45,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=372562d46fe236709763294feb72ea1a, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:45,921 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:45,921 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => df9e576a47e17cbbc216d0194e86520b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-17T22:54:45,922 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,922 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,923 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,923 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:54:45,926 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,928 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily11 2024-11-17T22:54:45,928 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,929 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,929 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-17T22:54:45,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,38985,1731883895554 in 401 msec 2024-11-17T22:54:45,930 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/colfamily11/cf42c1e05dc44518815f2ac16e339faa, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:45,930 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily21 2024-11-17T22:54:45,930 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,930 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c497c9d4be513ed0a0e68ca1dcca9229 in 77ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:45,931 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,931 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,931 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/0000000000000000004 2024-11-17T22:54:45,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN in 566 msec 2024-11-17T22:54:45,932 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,932 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,934 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:45,934 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9e576a47e17cbbc216d0194e86520b columnFamilyName colfamily31 2024-11-17T22:54:45,934 DEBUG [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,934 INFO [StoreOpener-df9e576a47e17cbbc216d0194e86520b-1 {}] regionserver.HStore(327): Store=df9e576a47e17cbbc216d0194e86520b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,935 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,935 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,936 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,937 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:45,938 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004 2024-11-17T22:54:45,939 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:45,941 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened c497c9d4be513ed0a0e68ca1dcca9229; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73569845, jitterRate=0.09627611935138702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:45,941 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:45,941 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for c497c9d4be513ed0a0e68ca1dcca9229: Running coprocessor pre-open hook at 1731884085828Writing region info on filesystem at 1731884085828Initializing all the Stores at 1731884085830 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085830Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085833 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085833Obtaining lock to block concurrent updates at 1731884085853 (+20 ms)Preparing flush snapshotting stores in c497c9d4be513ed0a0e68ca1dcca9229 at 1731884085853Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884085853Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. at 1731884085853Flushing c497c9d4be513ed0a0e68ca1dcca9229/colfamily11: creating writer at 1731884085853Flushing c497c9d4be513ed0a0e68ca1dcca9229/colfamily11: appending metadata at 1731884085880 (+27 ms)Flushing c497c9d4be513ed0a0e68ca1dcca9229/colfamily11: closing flushed file at 1731884085880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8c14ea: reopening flushed file at 1731884085916 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c497c9d4be513ed0a0e68ca1dcca9229 in 77ms, sequenceid=4, compaction requested=false; wal=null at 1731884085930 (+14 ms)Cleaning up temporary data from old regions at 1731884085933 (+3 ms)Running coprocessor post-open hooks at 1731884085941 (+8 ms)Region opened successfully at 1731884085941 2024-11-17T22:54:45,942 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., pid=75, masterSystemTime=1731884085691 2024-11-17T22:54:45,946 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:45,946 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004 2024-11-17T22:54:45,946 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:45,946 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing df9e576a47e17cbbc216d0194e86520b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:45,946 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:45,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:45,946 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => dc7ae448b3fbbe9aad085dd5226dd7eb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-17T22:54:45,946 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,947 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:45,947 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,947 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:54:45,949 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,951 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily11 2024-11-17T22:54:45,951 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,951 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,952 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,953 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily21 2024-11-17T22:54:45,953 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,953 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,953 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,954 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc7ae448b3fbbe9aad085dd5226dd7eb columnFamilyName colfamily31 2024-11-17T22:54:45,954 DEBUG [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:45,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=69 2024-11-17T22:54:45,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,43343,1731883895515 in 411 msec 2024-11-17T22:54:45,955 INFO [StoreOpener-dc7ae448b3fbbe9aad085dd5226dd7eb-1 {}] regionserver.HStore(327): Store=dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:45,955 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,956 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN in 592 msec 2024-11-17T22:54:45,958 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:45,958 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004 2024-11-17T22:54:45,963 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004 2024-11-17T22:54:45,963 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing dc7ae448b3fbbe9aad085dd5226dd7eb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:45,975 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/.tmp/colfamily11/7e43f1f2377d42cfa3c5b4fdf80e304f is 52, key is hhh/colfamily11:colfamily11/1731883901790/Put/seqid=0 2024-11-17T22:54:45,983 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/.tmp/colfamily11/28423fa7ffdd44eb8a9a368324318d19 is 52, key is qqq/colfamily11:colfamily11/1731883901916/Put/seqid=0 2024-11-17T22:54:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741882_1058 (size=39263) 2024-11-17T22:54:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741882_1058 (size=39263) 2024-11-17T22:54:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741882_1058 (size=39263) 2024-11-17T22:54:45,988 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/.tmp/colfamily11/7e43f1f2377d42cfa3c5b4fdf80e304f 2024-11-17T22:54:46,013 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/.tmp/colfamily11/7e43f1f2377d42cfa3c5b4fdf80e304f as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/colfamily11/7e43f1f2377d42cfa3c5b4fdf80e304f 2024-11-17T22:54:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741883_1059 (size=39263) 2024-11-17T22:54:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741883_1059 (size=39263) 2024-11-17T22:54:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741883_1059 (size=39263) 2024-11-17T22:54:46,022 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/.tmp/colfamily11/28423fa7ffdd44eb8a9a368324318d19 2024-11-17T22:54:46,029 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/colfamily11/7e43f1f2377d42cfa3c5b4fdf80e304f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:46,029 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df9e576a47e17cbbc216d0194e86520b in 83ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:46,030 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/0000000000000000004 2024-11-17T22:54:46,033 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:46,033 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:46,034 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:46,036 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/.tmp/colfamily11/28423fa7ffdd44eb8a9a368324318d19 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11/28423fa7ffdd44eb8a9a368324318d19 2024-11-17T22:54:46,040 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:46,047 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:46,047 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11/28423fa7ffdd44eb8a9a368324318d19, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:46,048 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dc7ae448b3fbbe9aad085dd5226dd7eb in 85ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:46,048 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened df9e576a47e17cbbc216d0194e86520b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74379095, jitterRate=0.10833488404750824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:46,048 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:46,048 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for df9e576a47e17cbbc216d0194e86520b: Running coprocessor pre-open hook at 1731884085923Writing region info on filesystem at 1731884085923Initializing all the Stores at 1731884085925 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085925Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085925Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085925Obtaining lock to block concurrent updates at 1731884085946 (+21 ms)Preparing flush snapshotting stores in df9e576a47e17cbbc216d0194e86520b at 1731884085946Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884085946Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. at 1731884085946Flushing df9e576a47e17cbbc216d0194e86520b/colfamily11: creating writer at 1731884085946Flushing df9e576a47e17cbbc216d0194e86520b/colfamily11: appending metadata at 1731884085975 (+29 ms)Flushing df9e576a47e17cbbc216d0194e86520b/colfamily11: closing flushed file at 1731884085975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@deeb816: reopening flushed file at 1731884086008 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df9e576a47e17cbbc216d0194e86520b in 83ms, sequenceid=4, compaction requested=false; wal=null at 1731884086029 (+21 ms)Cleaning up temporary data from old regions at 1731884086033 (+4 ms)Running coprocessor post-open hooks at 1731884086048 (+15 ms)Region opened successfully at 1731884086048 2024-11-17T22:54:46,049 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/0000000000000000004 2024-11-17T22:54:46,049 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., pid=78, masterSystemTime=1731884085678 2024-11-17T22:54:46,051 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:46,051 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:46,052 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:46,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,053 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:46,053 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:46,053 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:46,053 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b56c217f6e66c0cf41ca53a77bcf0a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-17T22:54:46,054 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,054 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:46,054 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,054 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,055 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:46,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:54:46,061 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,064 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily11 2024-11-17T22:54:46,064 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,064 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:46,065 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,065 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=65 2024-11-17T22:54:46,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,38985,1731883895554 in 510 msec 2024-11-17T22:54:46,067 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily21 2024-11-17T22:54:46,067 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,068 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened dc7ae448b3fbbe9aad085dd5226dd7eb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598237, jitterRate=-0.08211474120616913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:46,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN in 703 msec 2024-11-17T22:54:46,068 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:46,068 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for dc7ae448b3fbbe9aad085dd5226dd7eb: Running coprocessor pre-open hook at 1731884085947Writing region info on filesystem at 1731884085947Initializing all the Stores at 1731884085948 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085949 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085949Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884085949Obtaining lock to block concurrent updates at 1731884085963 (+14 ms)Preparing flush snapshotting stores in dc7ae448b3fbbe9aad085dd5226dd7eb at 1731884085963Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884085963Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. at 1731884085963Flushing dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11: creating writer at 1731884085963Flushing dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11: appending metadata at 1731884085983 (+20 ms)Flushing dc7ae448b3fbbe9aad085dd5226dd7eb/colfamily11: closing flushed file at 1731884085983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1094a3dd: reopening flushed file at 1731884086032 (+49 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for dc7ae448b3fbbe9aad085dd5226dd7eb in 85ms, sequenceid=4, compaction requested=false; wal=null at 1731884086048 (+16 ms)Cleaning up temporary data from old regions at 1731884086051 (+3 ms)Running coprocessor post-open hooks at 1731884086068 (+17 ms)Region opened successfully at 1731884086068 2024-11-17T22:54:46,069 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,070 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,070 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., pid=76, masterSystemTime=1731884085691 2024-11-17T22:54:46,071 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b56c217f6e66c0cf41ca53a77bcf0a0 columnFamilyName colfamily31 2024-11-17T22:54:46,071 DEBUG [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,072 INFO [StoreOpener-5b56c217f6e66c0cf41ca53a77bcf0a0-1 {}] regionserver.HStore(327): Store=5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,072 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,072 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:46,072 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:46,073 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:46,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 817277b93f3eb1a324a5e771ef08a4b6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,073 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:54:46,076 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,076 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,077 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004 2024-11-17T22:54:46,077 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily11 2024-11-17T22:54:46,077 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,078 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,078 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=67 2024-11-17T22:54:46,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,43343,1731883895515 in 533 msec 2024-11-17T22:54:46,079 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily21 2024-11-17T22:54:46,080 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,081 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,081 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,082 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817277b93f3eb1a324a5e771ef08a4b6 columnFamilyName colfamily31 2024-11-17T22:54:46,082 DEBUG [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN in 717 msec 2024-11-17T22:54:46,083 INFO [StoreOpener-817277b93f3eb1a324a5e771ef08a4b6-1 {}] regionserver.HStore(327): Store=817277b93f3eb1a324a5e771ef08a4b6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,083 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,084 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004 2024-11-17T22:54:46,084 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,084 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 5b56c217f6e66c0cf41ca53a77bcf0a0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:46,086 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,087 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004 2024-11-17T22:54:46,093 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004 2024-11-17T22:54:46,093 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 817277b93f3eb1a324a5e771ef08a4b6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:46,105 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/.tmp/colfamily11/7c18b51cd8ab4a56ac8a874a18b4b7aa is 52, key is nnn/colfamily11:colfamily11/1731883901876/Put/seqid=0 2024-11-17T22:54:46,115 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/.tmp/colfamily11/bbd5592aff5f4b2da83115af0445475d is 52, key is fff/colfamily11:colfamily11/1731883901749/Put/seqid=0 2024-11-17T22:54:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741884_1060 (size=39263) 2024-11-17T22:54:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741884_1060 (size=39263) 2024-11-17T22:54:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741884_1060 (size=39263) 2024-11-17T22:54:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741885_1061 (size=39263) 2024-11-17T22:54:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741885_1061 (size=39263) 2024-11-17T22:54:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741885_1061 (size=39263) 2024-11-17T22:54:46,141 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/.tmp/colfamily11/bbd5592aff5f4b2da83115af0445475d 2024-11-17T22:54:46,149 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/.tmp/colfamily11/bbd5592aff5f4b2da83115af0445475d as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/colfamily11/bbd5592aff5f4b2da83115af0445475d 2024-11-17T22:54:46,158 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/colfamily11/bbd5592aff5f4b2da83115af0445475d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:46,158 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 817277b93f3eb1a324a5e771ef08a4b6 in 65ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:46,159 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/0000000000000000004 2024-11-17T22:54:46,161 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,161 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,162 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:46,163 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,168 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:46,169 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 817277b93f3eb1a324a5e771ef08a4b6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69531791, jitterRate=0.03610442578792572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:46,169 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:46,170 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 817277b93f3eb1a324a5e771ef08a4b6: Running coprocessor pre-open hook at 1731884086075Writing region info on filesystem at 1731884086075Initializing all the Stores at 1731884086076 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086076Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086076Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086076Obtaining lock to block concurrent updates at 1731884086093 (+17 ms)Preparing flush snapshotting stores in 817277b93f3eb1a324a5e771ef08a4b6 at 1731884086093Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884086093Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. at 1731884086093Flushing 817277b93f3eb1a324a5e771ef08a4b6/colfamily11: creating writer at 1731884086093Flushing 817277b93f3eb1a324a5e771ef08a4b6/colfamily11: appending metadata at 1731884086115 (+22 ms)Flushing 817277b93f3eb1a324a5e771ef08a4b6/colfamily11: closing flushed file at 1731884086115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127ad66e: reopening flushed file at 1731884086148 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 817277b93f3eb1a324a5e771ef08a4b6 in 65ms, sequenceid=4, compaction requested=false; wal=null at 1731884086158 (+10 ms)Cleaning up temporary data from old regions at 1731884086161 (+3 ms)Running coprocessor post-open hooks at 1731884086170 (+9 ms)Region opened successfully at 1731884086170 2024-11-17T22:54:46,171 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., pid=81, masterSystemTime=1731884085691 2024-11-17T22:54:46,175 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:46,175 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:46,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,43343,1731883895515 because future has completed 2024-11-17T22:54:46,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=66 2024-11-17T22:54:46,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,43343,1731883895515 in 622 msec 2024-11-17T22:54:46,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN in 820 msec 2024-11-17T22:54:46,525 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/.tmp/colfamily11/7c18b51cd8ab4a56ac8a874a18b4b7aa 2024-11-17T22:54:46,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/.tmp/colfamily11/7c18b51cd8ab4a56ac8a874a18b4b7aa as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11/7c18b51cd8ab4a56ac8a874a18b4b7aa 2024-11-17T22:54:46,540 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11/7c18b51cd8ab4a56ac8a874a18b4b7aa, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:46,540 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b56c217f6e66c0cf41ca53a77bcf0a0 in 456ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:46,541 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/0000000000000000004 2024-11-17T22:54:46,542 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,542 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,543 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:46,544 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,547 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:46,548 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 5b56c217f6e66c0cf41ca53a77bcf0a0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67222289, jitterRate=0.0016901642084121704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:46,548 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:46,548 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 5b56c217f6e66c0cf41ca53a77bcf0a0: Running coprocessor pre-open hook at 1731884086054Writing region info on filesystem at 1731884086054Initializing all the Stores at 1731884086056 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086056Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086060 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086060Obtaining lock to block concurrent updates at 1731884086084 (+24 ms)Preparing flush snapshotting stores in 5b56c217f6e66c0cf41ca53a77bcf0a0 at 1731884086084Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884086085 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. at 1731884086085Flushing 5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11: creating writer at 1731884086085Flushing 5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11: appending metadata at 1731884086105 (+20 ms)Flushing 5b56c217f6e66c0cf41ca53a77bcf0a0/colfamily11: closing flushed file at 1731884086105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1c8eb7: reopening flushed file at 1731884086532 (+427 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b56c217f6e66c0cf41ca53a77bcf0a0 in 456ms, sequenceid=4, compaction requested=false; wal=null at 1731884086540 (+8 ms)Cleaning up temporary data from old regions at 1731884086542 (+2 ms)Running coprocessor post-open hooks at 1731884086548 (+6 ms)Region opened successfully at 1731884086548 2024-11-17T22:54:46,549 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., pid=79, masterSystemTime=1731884085678 2024-11-17T22:54:46,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:46,551 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:46,551 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:46,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 16ad1db818d9ddcc74477e1feba150fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-17T22:54:46,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:46,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,553 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:54:46,554 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily11 2024-11-17T22:54:46,554 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,555 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,555 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,556 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily21 2024-11-17T22:54:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=70 2024-11-17T22:54:46,556 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,38985,1731883895554 in 1.0030 sec 2024-11-17T22:54:46,556 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,557 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,557 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ad1db818d9ddcc74477e1feba150fa columnFamilyName colfamily31 2024-11-17T22:54:46,558 DEBUG [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:46,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN in 1.1930 sec 2024-11-17T22:54:46,558 INFO [StoreOpener-16ad1db818d9ddcc74477e1feba150fa-1 {}] regionserver.HStore(327): Store=16ad1db818d9ddcc74477e1feba150fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:46,558 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,559 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,560 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,561 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004 2024-11-17T22:54:46,566 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004 2024-11-17T22:54:46,566 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 16ad1db818d9ddcc74477e1feba150fa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:46,582 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/.tmp/colfamily11/3dbbc35e8a6b4a51a1b08b55b76b9e09 is 52, key is aaa/colfamily11:colfamily11/1731883901661/Put/seqid=0 2024-11-17T22:54:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741886_1062 (size=39263) 2024-11-17T22:54:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741886_1062 (size=39263) 2024-11-17T22:54:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741886_1062 (size=39263) 2024-11-17T22:54:46,590 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/.tmp/colfamily11/3dbbc35e8a6b4a51a1b08b55b76b9e09 2024-11-17T22:54:46,598 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/.tmp/colfamily11/3dbbc35e8a6b4a51a1b08b55b76b9e09 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/colfamily11/3dbbc35e8a6b4a51a1b08b55b76b9e09 2024-11-17T22:54:46,605 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/colfamily11/3dbbc35e8a6b4a51a1b08b55b76b9e09, entries=703, sequenceid=4, filesize=38.3 K 2024-11-17T22:54:46,605 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 16ad1db818d9ddcc74477e1feba150fa in 39ms, sequenceid=4, compaction requested=false; wal=null 2024-11-17T22:54:46,606 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/0000000000000000004 2024-11-17T22:54:46,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,608 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T22:54:46,609 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,612 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:46,613 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 16ad1db818d9ddcc74477e1feba150fa; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59283818, jitterRate=-0.11660227179527283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T22:54:46,613 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:46,613 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 16ad1db818d9ddcc74477e1feba150fa: Running coprocessor pre-open hook at 1731884086552Writing region info on filesystem at 1731884086552Initializing all the Stores at 1731884086553 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086553Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086553Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884086553Obtaining lock to block concurrent updates at 1731884086566 (+13 ms)Preparing flush snapshotting stores in 16ad1db818d9ddcc74477e1feba150fa at 1731884086566Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884086566Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. at 1731884086566Flushing 16ad1db818d9ddcc74477e1feba150fa/colfamily11: creating writer at 1731884086566Flushing 16ad1db818d9ddcc74477e1feba150fa/colfamily11: appending metadata at 1731884086582 (+16 ms)Flushing 16ad1db818d9ddcc74477e1feba150fa/colfamily11: closing flushed file at 1731884086582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98f1cc: reopening flushed file at 1731884086597 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 16ad1db818d9ddcc74477e1feba150fa in 39ms, sequenceid=4, compaction requested=false; wal=null at 1731884086605 (+8 ms)Cleaning up temporary data from old regions at 1731884086607 (+2 ms)Running coprocessor post-open hooks at 1731884086613 (+6 ms)Region opened successfully at 1731884086613 2024-11-17T22:54:46,614 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., pid=74, masterSystemTime=1731884085678 2024-11-17T22:54:46,616 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:46,616 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:46,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, openSeqNum=5, regionLocation=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,38985,1731883895554 because future has completed 2024-11-17T22:54:46,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=64 2024-11-17T22:54:46,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,38985,1731883895554 in 1.0900 sec 2024-11-17T22:54:46,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-17T22:54:46,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN in 1.2590 sec 2024-11-17T22:54:46,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 1a6e40b21a48,34675,1731883895415 after splitting done 2024-11-17T22:54:46,624 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-17T22:54:46,624 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:46,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:46,625 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:46,863 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:46,864 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-17T22:54:46,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:46,864 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:46,864 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:46,865 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-17T22:54:46,865 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-17T22:54:46,865 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-17T22:54:46,866 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:54:46,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:54:46,871 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,872 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-17T22:54:46,873 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:54:46,874 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-17T22:54:46,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true 2024-11-17T22:54:46,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:46,878 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.meta.1731883897515.meta, worker=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C34675%2C1731883895415.1731883897069, worker=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=16ad1db818d9ddcc74477e1feba150fa, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df9e576a47e17cbbc216d0194e86520b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=817277b93f3eb1a324a5e771ef08a4b6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=dc7ae448b3fbbe9aad085dd5226dd7eb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4f712071933413f5066729a0bbe85ea1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c497c9d4be513ed0a0e68ca1dcca9229, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b56c217f6e66c0cf41ca53a77bcf0a0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=372562d46fe236709763294feb72ea1a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97f60c2a6ec18cc6689f631f6496ac2b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 372562d46fe236709763294feb72ea1a, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 16ad1db818d9ddcc74477e1feba150fa, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure c497c9d4be513ed0a0e68ca1dcca9229, server=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure dc7ae448b3fbbe9aad085dd5226dd7eb, server=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f60c2a6ec18cc6689f631f6496ac2b, server=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure df9e576a47e17cbbc216d0194e86520b, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b56c217f6e66c0cf41ca53a77bcf0a0, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f712071933413f5066729a0bbe85ea1, server=1a6e40b21a48,38985,1731883895554 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 817277b93f3eb1a324a5e771ef08a4b6, server=1a6e40b21a48,43343,1731883895515 didn't hold the lock before restarting, skip acquiring lock. 2024-11-17T22:54:46,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-17T22:54:46,880 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=61 2024-11-17T22:54:46,880 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1a6e40b21a48,38985,1731883895554, table=hbase:meta, region=1588230740 2024-11-17T22:54:46,881 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,38985,1731883895554, state=OPEN 2024-11-17T22:54:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:54:46,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:46,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:46,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:54:46,883 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884116883 2024-11-17T22:54:46,883 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:54:46,894 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16ad1db818d9ddcc74477e1feba150fa, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=5 2024-11-17T22:54:46,894 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=86293ee81d37883975700a70eb13afbf, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52ef0814f834eeddd9cbb07969a39753, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=902332763cc8d9f0ee34070c73f7f157, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d3256dacdd19c9d2f6e4b0a8c6eac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=817277b93f3eb1a324a5e771ef08a4b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=5 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e33156171789f62e8f6acae0803067e, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df9e576a47e17cbbc216d0194e86520b, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=5 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0273545e5bb1609cd57abc84e61f5d1, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=249a86ceff74efa5b350277b0d0e71c9, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=741d03c09b0d7ffbde3eb697afe9b3cc, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,895 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c497c9d4be513ed0a0e68ca1dcca9229, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=5 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f6c8138d09ec76e0ffb48374618b5e0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b56c217f6e66c0cf41ca53a77bcf0a0, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=5 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9ca1eee70163603c467d1d05631ca82, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7999aeee66fb742786ed3638e9f94206, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dc7ae448b3fbbe9aad085dd5226dd7eb, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=5 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f74e66c2e7a26c26254356d3479f79b6, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4f712071933413f5066729a0bbe85ea1, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=5 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=690c67d72143fea98064242d085c7e68, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be87b719c6b4dabb70734441095aaee0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,896 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f61eac6425a35ffa7c6b61f859f0298, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,897 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97f60c2a6ec18cc6689f631f6496ac2b, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=5 2024-11-17T22:54:46,897 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8501bdfba9e1d028ba8d8a87b8f643f0, regionState=OPEN, lastHost=1a6e40b21a48,43343,1731883895515, regionLocation=1a6e40b21a48,43343,1731883895515, openSeqNum=2 2024-11-17T22:54:46,897 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=66045cb787d4aafb48b80e4efae0d578, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=2 2024-11-17T22:54:46,897 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372562d46fe236709763294feb72ea1a, regionState=OPEN, lastHost=1a6e40b21a48,38985,1731883895554, regionLocation=1a6e40b21a48,38985,1731883895554, openSeqNum=5 2024-11-17T22:54:46,897 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-17T22:54:46,897 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884146897 2024-11-17T22:54:46,897 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884206897 2024-11-17T22:54:46,897 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-17T22:54:46,897 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 1a6e40b21a48,34675,1731883895415 after splitting done 2024-11-17T22:54:46,897 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-17T22:54:46,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,34675,1731883895415, splitWal=true, meta=true in 3 mins, 4.219 sec 2024-11-17T22:54:47,157 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:54:47,163 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:34675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:34675 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:54:47,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=java.net.ConnectException: Call to address=1a6e40b21a48:34675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:47,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-17T22:54:47,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:47,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:34675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:34675 2024-11-17T22:54:47,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,34675,1731883895415, seqNum=-1 from cache 2024-11-17T22:54:47,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:54:47,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:54:47,383 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,38985,1731883895554, seqNum=-1] 2024-11-17T22:54:47,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:54:47,394 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa., hostname=1a6e40b21a48,38985,1731883895554, seqNum=5] 2024-11-17T22:54:47,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:54:47,424 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,424 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,424 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,424 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:47,533 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6., hostname=1a6e40b21a48,43343,1731883895515, seqNum=5] 2024-11-17T22:54:47,544 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,544 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,545 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,545 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:47,652 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b., hostname=1a6e40b21a48,38985,1731883895554, seqNum=5] 2024-11-17T22:54:47,670 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,670 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,670 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,670 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:47,786 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229., hostname=1a6e40b21a48,43343,1731883895515, seqNum=5] 2024-11-17T22:54:47,801 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,802 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,802 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,802 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:47,918 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0., hostname=1a6e40b21a48,38985,1731883895554, seqNum=5] 2024-11-17T22:54:47,930 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:47,931 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,931 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:47,931 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:48,046 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb., hostname=1a6e40b21a48,43343,1731883895515, seqNum=5] 2024-11-17T22:54:48,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:48,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:48,169 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1., hostname=1a6e40b21a48,38985,1731883895554, seqNum=5] 2024-11-17T22:54:48,181 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:48,181 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,181 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,181 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:48,292 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b., hostname=1a6e40b21a48,43343,1731883895515, seqNum=5] 2024-11-17T22:54:48,304 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1a6e40b21a48:34675 this server is in the failed servers list 2024-11-17T22:54:48,304 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1a6e40b21a48:34675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,304 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1a6e40b21a48:34675 2024-11-17T22:54:48,305 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,34675,1731883895415, seqNum=2 from cache 2024-11-17T22:54:48,416 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a., hostname=1a6e40b21a48,38985,1731883895554, seqNum=5] 2024-11-17T22:54:48,506 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T22:54:48,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T22:54:48,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:54:48,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:48,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:48,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:48,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:54:48,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T22:54:48,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=183787015, stopped=false 2024-11-17T22:54:48,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a6e40b21a48,43875,1731883894678 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:48,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:48,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:54:48,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:48,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:48,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:48,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,43343,1731883895515' ***** 2024-11-17T22:54:48,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:54:48,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,38985,1731883895554' ***** 2024-11-17T22:54:48,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:54:48,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:48,510 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:54:48,510 INFO [RS:2;1a6e40b21a48:38985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:54:48,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:48,510 INFO [RS:2;1a6e40b21a48:38985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:54:48,510 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b56c217f6e66c0cf41ca53a77bcf0a0 2024-11-17T22:54:48,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 52ef0814f834eeddd9cbb07969a39753 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f712071933413f5066729a0bbe85ea1 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 690c67d72143fea98064242d085c7e68 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 902332763cc8d9f0ee34070c73f7f157 2024-11-17T22:54:48,511 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 16ad1db818d9ddcc74477e1feba150fa 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:48,511 INFO [RS:1;1a6e40b21a48:43343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f61eac6425a35ffa7c6b61f859f0298 2024-11-17T22:54:48,511 INFO [RS:1;1a6e40b21a48:43343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 7999aeee66fb742786ed3638e9f94206 2024-11-17T22:54:48,511 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 817277b93f3eb1a324a5e771ef08a4b6 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e33156171789f62e8f6acae0803067e 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 372562d46fe236709763294feb72ea1a 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 249a86ceff74efa5b350277b0d0e71c9 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 66045cb787d4aafb48b80e4efae0d578 2024-11-17T22:54:48,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:54:48,511 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:54:48,511 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 8501bdfba9e1d028ba8d8a87b8f643f0 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 86293ee81d37883975700a70eb13afbf 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for be87b719c6b4dabb70734441095aaee0 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d3256dacdd19c9d2f6e4b0a8c6eac2b 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1a6e40b21a48:38985. 2024-11-17T22:54:48,512 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b56c217f6e66c0cf41ca53a77bcf0a0, disabling compactions & flushes 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for dc7ae448b3fbbe9aad085dd5226dd7eb 2024-11-17T22:54:48,512 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for a9ca1eee70163603c467d1d05631ca82 2024-11-17T22:54:48,512 DEBUG [RS:2;1a6e40b21a48:38985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:48,512 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for c497c9d4be513ed0a0e68ca1dcca9229 2024-11-17T22:54:48,512 DEBUG [RS:2;1a6e40b21a48:38985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:48,512 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. after waiting 0 ms 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 741d03c09b0d7ffbde3eb697afe9b3cc 2024-11-17T22:54:48,512 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for a0273545e5bb1609cd57abc84e61f5d1 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for 97f60c2a6ec18cc6689f631f6496ac2b 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(3091): Received CLOSE for f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:54:48,512 INFO [RS:1;1a6e40b21a48:43343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1a6e40b21a48:43343. 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:54:48,512 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T22:54:48,512 DEBUG [RS:1;1a6e40b21a48:43343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:48,512 DEBUG [RS:1;1a6e40b21a48:43343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:48,513 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1321): Waiting on 12 regions to close 2024-11-17T22:54:48,513 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1321): Waiting on 15 regions to close 2024-11-17T22:54:48,513 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1351): Waiting on 4d3256dacdd19c9d2f6e4b0a8c6eac2b, 741d03c09b0d7ffbde3eb697afe9b3cc, 817277b93f3eb1a324a5e771ef08a4b6, 8501bdfba9e1d028ba8d8a87b8f643f0, 86293ee81d37883975700a70eb13afbf, 97f60c2a6ec18cc6689f631f6496ac2b, a0273545e5bb1609cd57abc84e61f5d1, a9ca1eee70163603c467d1d05631ca82, be87b719c6b4dabb70734441095aaee0, c497c9d4be513ed0a0e68ca1dcca9229, dc7ae448b3fbbe9aad085dd5226dd7eb, f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:48,513 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16ad1db818d9ddcc74477e1feba150fa, 249a86ceff74efa5b350277b0d0e71c9, 372562d46fe236709763294feb72ea1a, 3e33156171789f62e8f6acae0803067e, 4f712071933413f5066729a0bbe85ea1, 52ef0814f834eeddd9cbb07969a39753, 5b56c217f6e66c0cf41ca53a77bcf0a0, 66045cb787d4aafb48b80e4efae0d578, 690c67d72143fea98064242d085c7e68, 6f6c8138d09ec76e0ffb48374618b5e0, 7999aeee66fb742786ed3638e9f94206, 8f61eac6425a35ffa7c6b61f859f0298, 902332763cc8d9f0ee34070c73f7f157, df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:48,516 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:54:48,516 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:54:48,516 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 817277b93f3eb1a324a5e771ef08a4b6, disabling compactions & flushes 2024-11-17T22:54:48,517 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.36 KB heapSize=19.67 KB 2024-11-17T22:54:48,517 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. after waiting 0 ms 2024-11-17T22:54:48,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:48,522 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b56c217f6e66c0cf41ca53a77bcf0a0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:48,526 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:48,526 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b56c217f6e66c0cf41ca53a77bcf0a0: Waiting for close lock at 1731884088511Running coprocessor pre-close hooks at 1731884088512 (+1 ms)Disabling compacts and flushes for region at 1731884088512Disabling writes for close at 1731884088512Writing region close event to WAL at 1731884088516 (+4 ms)Running coprocessor post-close hooks at 1731884088524 (+8 ms)Closed at 1731884088526 (+2 ms) 2024-11-17T22:54:48,527 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/817277b93f3eb1a324a5e771ef08a4b6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:48,527 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731883898028.5b56c217f6e66c0cf41ca53a77bcf0a0. 2024-11-17T22:54:48,527 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52ef0814f834eeddd9cbb07969a39753, disabling compactions & flushes 2024-11-17T22:54:48,527 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:54:48,527 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:54:48,527 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. after waiting 0 ms 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:54:48,528 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:48,528 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52ef0814f834eeddd9cbb07969a39753 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 817277b93f3eb1a324a5e771ef08a4b6: Waiting for close lock at 1731884088517Running coprocessor pre-close hooks at 1731884088517Disabling compacts and flushes for region at 1731884088517Disabling writes for close at 1731884088517Writing region close event to WAL at 1731884088521 (+4 ms)Running coprocessor post-close hooks at 1731884088528 (+7 ms)Closed at 1731884088528 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6. 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8501bdfba9e1d028ba8d8a87b8f643f0, disabling compactions & flushes 2024-11-17T22:54:48,528 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. after waiting 0 ms 2024-11-17T22:54:48,528 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:54:48,528 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8501bdfba9e1d028ba8d8a87b8f643f0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,548 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/1519d623b3004768945f475f5df0f011 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731883898028.817277b93f3eb1a324a5e771ef08a4b6./info:regioninfo/1731884086175/Put/seqid=0 2024-11-17T22:54:48,555 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/.tmp/colfamily11/e183fa7af00f4e1c97c3b9020faa8311 is 52, key is ccc/colfamily11:colfamily11/1731883901662/Put/seqid=0 2024-11-17T22:54:48,572 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/.tmp/colfamily11/a5dcd807210a4f5bb93610afbccbef12 is 52, key is xxx/colfamily11:colfamily11/1731883902006/Put/seqid=0 2024-11-17T22:54:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741887_1063 (size=19806) 2024-11-17T22:54:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741887_1063 (size=19806) 2024-11-17T22:54:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741887_1063 (size=19806) 2024-11-17T22:54:48,574 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/1519d623b3004768945f475f5df0f011 2024-11-17T22:54:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741888_1064 (size=39263) 2024-11-17T22:54:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741888_1064 (size=39263) 2024-11-17T22:54:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741888_1064 (size=39263) 2024-11-17T22:54:48,585 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/.tmp/colfamily11/e183fa7af00f4e1c97c3b9020faa8311 2024-11-17T22:54:48,586 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/.tmp/info/1519d623b3004768945f475f5df0f011 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/info/1519d623b3004768945f475f5df0f011 2024-11-17T22:54:48,595 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/.tmp/colfamily11/e183fa7af00f4e1c97c3b9020faa8311 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/colfamily11/e183fa7af00f4e1c97c3b9020faa8311 2024-11-17T22:54:48,601 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/info/1519d623b3004768945f475f5df0f011, entries=72, sequenceid=81, filesize=19.3 K 2024-11-17T22:54:48,604 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=81, compaction requested=false 2024-11-17T22:54:48,606 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/colfamily11/e183fa7af00f4e1c97c3b9020faa8311, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,607 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:48,607 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:48,608 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 52ef0814f834eeddd9cbb07969a39753 in 80ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741889_1065 (size=39263) 2024-11-17T22:54:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741889_1065 (size=39263) 2024-11-17T22:54:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741889_1065 (size=39263) 2024-11-17T22:54:48,624 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/.tmp/colfamily11/a5dcd807210a4f5bb93610afbccbef12 2024-11-17T22:54:48,630 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-17T22:54:48,630 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/52ef0814f834eeddd9cbb07969a39753/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,631 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:54:48,631 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:54:48,631 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884088516Running coprocessor pre-close hooks at 1731884088516Disabling compacts and flushes for region at 1731884088516Disabling writes for close at 1731884088517 (+1 ms)Obtaining lock to block concurrent updates at 1731884088517Preparing flush snapshotting stores in 1588230740 at 1731884088517Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13680, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1731884088524 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731884088530 (+6 ms)Flushing 1588230740/info: creating writer at 1731884088530Flushing 1588230740/info: appending metadata at 1731884088547 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731884088548 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff773ef: reopening flushed file at 1731884088584 (+36 ms)Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=81, compaction requested=false at 1731884088604 (+20 ms)Writing region close event to WAL at 1731884088622 (+18 ms)Running coprocessor post-close hooks at 1731884088630 (+8 ms)Closed at 1731884088631 (+1 ms) 2024-11-17T22:54:48,631 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T22:54:48,632 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52ef0814f834eeddd9cbb07969a39753: Waiting for close lock at 1731884088527Running coprocessor pre-close hooks at 1731884088527Disabling compacts and flushes for region at 1731884088527Disabling writes for close at 1731884088527Obtaining lock to block concurrent updates at 1731884088528 (+1 ms)Preparing flush snapshotting stores in 52ef0814f834eeddd9cbb07969a39753 at 1731884088528Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088528Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. at 1731884088530 (+2 ms)Flushing 52ef0814f834eeddd9cbb07969a39753/colfamily11: creating writer at 1731884088530Flushing 52ef0814f834eeddd9cbb07969a39753/colfamily11: appending metadata at 1731884088555 (+25 ms)Flushing 52ef0814f834eeddd9cbb07969a39753/colfamily11: closing flushed file at 1731884088555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7083038d: reopening flushed file at 1731884088594 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 52ef0814f834eeddd9cbb07969a39753 in 80ms, sequenceid=5, compaction requested=false at 1731884088608 (+14 ms)Writing region close event to WAL at 1731884088621 (+13 ms)Running coprocessor post-close hooks at 1731884088631 (+10 ms)Closed at 1731884088631 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731883898028.52ef0814f834eeddd9cbb07969a39753. 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f712071933413f5066729a0bbe85ea1, disabling compactions & flushes 2024-11-17T22:54:48,632 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. after waiting 0 ms 2024-11-17T22:54:48,632 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:48,634 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/.tmp/colfamily11/a5dcd807210a4f5bb93610afbccbef12 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11/a5dcd807210a4f5bb93610afbccbef12 2024-11-17T22:54:48,641 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4f712071933413f5066729a0bbe85ea1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:48,642 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:48,642 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f712071933413f5066729a0bbe85ea1: Waiting for close lock at 1731884088632Running coprocessor pre-close hooks at 1731884088632Disabling compacts and flushes for region at 1731884088632Disabling writes for close at 1731884088632Writing region close event to WAL at 1731884088635 (+3 ms)Running coprocessor post-close hooks at 1731884088642 (+7 ms)Closed at 1731884088642 2024-11-17T22:54:48,642 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731883898028.4f712071933413f5066729a0bbe85ea1. 2024-11-17T22:54:48,643 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 690c67d72143fea98064242d085c7e68, disabling compactions & flushes 2024-11-17T22:54:48,643 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:54:48,643 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:54:48,643 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. after waiting 0 ms 2024-11-17T22:54:48,643 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:54:48,643 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 690c67d72143fea98064242d085c7e68 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,648 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11/a5dcd807210a4f5bb93610afbccbef12, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,649 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8501bdfba9e1d028ba8d8a87b8f643f0 in 121ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,666 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/.tmp/colfamily11/652e7d683dfd4218ba0cd15b9c045cd5 is 52, key is ttt/colfamily11:colfamily11/1731883901981/Put/seqid=0 2024-11-17T22:54:48,668 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8501bdfba9e1d028ba8d8a87b8f643f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,669 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8501bdfba9e1d028ba8d8a87b8f643f0: Waiting for close lock at 1731884088528Running coprocessor pre-close hooks at 1731884088528Disabling compacts and flushes for region at 1731884088528Disabling writes for close at 1731884088528Obtaining lock to block concurrent updates at 1731884088528Preparing flush snapshotting stores in 8501bdfba9e1d028ba8d8a87b8f643f0 at 1731884088528Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088529 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. at 1731884088530 (+1 ms)Flushing 8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11: creating writer at 1731884088530Flushing 8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11: appending metadata at 1731884088572 (+42 ms)Flushing 8501bdfba9e1d028ba8d8a87b8f643f0/colfamily11: closing flushed file at 1731884088572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68eb19d9: reopening flushed file at 1731884088631 (+59 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8501bdfba9e1d028ba8d8a87b8f643f0 in 121ms, sequenceid=5, compaction requested=false at 1731884088649 (+18 ms)Writing region close event to WAL at 1731884088663 (+14 ms)Running coprocessor post-close hooks at 1731884088668 (+5 ms)Closed at 1731884088668 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731883898028.8501bdfba9e1d028ba8d8a87b8f643f0. 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86293ee81d37883975700a70eb13afbf, disabling compactions & flushes 2024-11-17T22:54:48,669 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. after waiting 0 ms 2024-11-17T22:54:48,669 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:54:48,670 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86293ee81d37883975700a70eb13afbf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741890_1066 (size=39263) 2024-11-17T22:54:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741890_1066 (size=39263) 2024-11-17T22:54:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741890_1066 (size=39263) 2024-11-17T22:54:48,687 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/.tmp/colfamily11/652e7d683dfd4218ba0cd15b9c045cd5 2024-11-17T22:54:48,691 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/.tmp/colfamily11/deadbbbff4a44861a553a67042dc9d76 is 52, key is bbb/colfamily11:colfamily11/1731883901660/Put/seqid=0 2024-11-17T22:54:48,695 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/.tmp/colfamily11/652e7d683dfd4218ba0cd15b9c045cd5 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/colfamily11/652e7d683dfd4218ba0cd15b9c045cd5 2024-11-17T22:54:48,704 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/colfamily11/652e7d683dfd4218ba0cd15b9c045cd5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,710 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 690c67d72143fea98064242d085c7e68 in 67ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,713 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1351): Waiting on 16ad1db818d9ddcc74477e1feba150fa, 249a86ceff74efa5b350277b0d0e71c9, 372562d46fe236709763294feb72ea1a, 3e33156171789f62e8f6acae0803067e, 66045cb787d4aafb48b80e4efae0d578, 690c67d72143fea98064242d085c7e68, 6f6c8138d09ec76e0ffb48374618b5e0, 7999aeee66fb742786ed3638e9f94206, 8f61eac6425a35ffa7c6b61f859f0298, 902332763cc8d9f0ee34070c73f7f157, df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:48,713 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1351): Waiting on 4d3256dacdd19c9d2f6e4b0a8c6eac2b, 741d03c09b0d7ffbde3eb697afe9b3cc, 86293ee81d37883975700a70eb13afbf, 97f60c2a6ec18cc6689f631f6496ac2b, a0273545e5bb1609cd57abc84e61f5d1, a9ca1eee70163603c467d1d05631ca82, be87b719c6b4dabb70734441095aaee0, c497c9d4be513ed0a0e68ca1dcca9229, dc7ae448b3fbbe9aad085dd5226dd7eb, f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:48,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:54:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741891_1067 (size=39263) 2024-11-17T22:54:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741891_1067 (size=39263) 2024-11-17T22:54:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741891_1067 (size=39263) 2024-11-17T22:54:48,726 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/.tmp/colfamily11/deadbbbff4a44861a553a67042dc9d76 2024-11-17T22:54:48,736 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/.tmp/colfamily11/deadbbbff4a44861a553a67042dc9d76 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/colfamily11/deadbbbff4a44861a553a67042dc9d76 2024-11-17T22:54:48,757 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/colfamily11/deadbbbff4a44861a553a67042dc9d76, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,758 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 86293ee81d37883975700a70eb13afbf in 89ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,766 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/690c67d72143fea98064242d085c7e68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,767 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 690c67d72143fea98064242d085c7e68: Waiting for close lock at 1731884088642Running coprocessor pre-close hooks at 1731884088642Disabling compacts and flushes for region at 1731884088642Disabling writes for close at 1731884088643 (+1 ms)Obtaining lock to block concurrent updates at 1731884088643Preparing flush snapshotting stores in 690c67d72143fea98064242d085c7e68 at 1731884088643Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088643Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. at 1731884088644 (+1 ms)Flushing 690c67d72143fea98064242d085c7e68/colfamily11: creating writer at 1731884088644Flushing 690c67d72143fea98064242d085c7e68/colfamily11: appending metadata at 1731884088665 (+21 ms)Flushing 690c67d72143fea98064242d085c7e68/colfamily11: closing flushed file at 1731884088666 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef33a0d: reopening flushed file at 1731884088694 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 690c67d72143fea98064242d085c7e68 in 67ms, sequenceid=5, compaction requested=false at 1731884088710 (+16 ms)Writing region close event to WAL at 1731884088749 (+39 ms)Running coprocessor post-close hooks at 1731884088767 (+18 ms)Closed at 1731884088767 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731883898028.690c67d72143fea98064242d085c7e68. 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 902332763cc8d9f0ee34070c73f7f157, disabling compactions & flushes 2024-11-17T22:54:48,768 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. after waiting 0 ms 2024-11-17T22:54:48,768 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:54:48,768 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 902332763cc8d9f0ee34070c73f7f157 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,812 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/86293ee81d37883975700a70eb13afbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,813 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:54:48,813 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86293ee81d37883975700a70eb13afbf: Waiting for close lock at 1731884088669Running coprocessor pre-close hooks at 1731884088669Disabling compacts and flushes for region at 1731884088669Disabling writes for close at 1731884088669Obtaining lock to block concurrent updates at 1731884088670 (+1 ms)Preparing flush snapshotting stores in 86293ee81d37883975700a70eb13afbf at 1731884088670Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088670Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. at 1731884088671 (+1 ms)Flushing 86293ee81d37883975700a70eb13afbf/colfamily11: creating writer at 1731884088671Flushing 86293ee81d37883975700a70eb13afbf/colfamily11: appending metadata at 1731884088690 (+19 ms)Flushing 86293ee81d37883975700a70eb13afbf/colfamily11: closing flushed file at 1731884088690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11be5776: reopening flushed file at 1731884088734 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 86293ee81d37883975700a70eb13afbf in 89ms, sequenceid=5, compaction requested=false at 1731884088758 (+24 ms)Writing region close event to WAL at 1731884088799 (+41 ms)Running coprocessor post-close hooks at 1731884088813 (+14 ms)Closed at 1731884088813 2024-11-17T22:54:48,813 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731883898028.86293ee81d37883975700a70eb13afbf. 2024-11-17T22:54:48,814 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be87b719c6b4dabb70734441095aaee0, disabling compactions & flushes 2024-11-17T22:54:48,814 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:54:48,814 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:54:48,814 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. after waiting 0 ms 2024-11-17T22:54:48,814 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:54:48,814 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be87b719c6b4dabb70734441095aaee0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,815 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/.tmp/colfamily11/5944deabf3ef4a1da86523b1cd613210 is 52, key is ddd/colfamily11:colfamily11/1731883901752/Put/seqid=0 2024-11-17T22:54:48,848 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/.tmp/colfamily11/6ff243a3cafd408780a9f36172c7e0af is 52, key is uuu/colfamily11:colfamily11/1731883901966/Put/seqid=0 2024-11-17T22:54:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741892_1068 (size=39263) 2024-11-17T22:54:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741892_1068 (size=39263) 2024-11-17T22:54:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741892_1068 (size=39263) 2024-11-17T22:54:48,857 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/.tmp/colfamily11/5944deabf3ef4a1da86523b1cd613210 2024-11-17T22:54:48,866 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/.tmp/colfamily11/5944deabf3ef4a1da86523b1cd613210 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/colfamily11/5944deabf3ef4a1da86523b1cd613210 2024-11-17T22:54:48,876 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/colfamily11/5944deabf3ef4a1da86523b1cd613210, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,877 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 902332763cc8d9f0ee34070c73f7f157 in 109ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,886 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:54:48,886 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:54:48,886 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:54:48,886 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:54:48,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741893_1069 (size=39263) 2024-11-17T22:54:48,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741893_1069 (size=39263) 2024-11-17T22:54:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741893_1069 (size=39263) 2024-11-17T22:54:48,893 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/.tmp/colfamily11/6ff243a3cafd408780a9f36172c7e0af 2024-11-17T22:54:48,905 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/.tmp/colfamily11/6ff243a3cafd408780a9f36172c7e0af as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/colfamily11/6ff243a3cafd408780a9f36172c7e0af 2024-11-17T22:54:48,913 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1351): Waiting on 16ad1db818d9ddcc74477e1feba150fa, 249a86ceff74efa5b350277b0d0e71c9, 372562d46fe236709763294feb72ea1a, 3e33156171789f62e8f6acae0803067e, 66045cb787d4aafb48b80e4efae0d578, 6f6c8138d09ec76e0ffb48374618b5e0, 7999aeee66fb742786ed3638e9f94206, 8f61eac6425a35ffa7c6b61f859f0298, 902332763cc8d9f0ee34070c73f7f157, df9e576a47e17cbbc216d0194e86520b 2024-11-17T22:54:48,913 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1351): Waiting on 4d3256dacdd19c9d2f6e4b0a8c6eac2b, 741d03c09b0d7ffbde3eb697afe9b3cc, 97f60c2a6ec18cc6689f631f6496ac2b, a0273545e5bb1609cd57abc84e61f5d1, a9ca1eee70163603c467d1d05631ca82, be87b719c6b4dabb70734441095aaee0, c497c9d4be513ed0a0e68ca1dcca9229, dc7ae448b3fbbe9aad085dd5226dd7eb, f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:48,914 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/902332763cc8d9f0ee34070c73f7f157/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,915 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:54:48,915 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 902332763cc8d9f0ee34070c73f7f157: Waiting for close lock at 1731884088768Running coprocessor pre-close hooks at 1731884088768Disabling compacts and flushes for region at 1731884088768Disabling writes for close at 1731884088768Obtaining lock to block concurrent updates at 1731884088768Preparing flush snapshotting stores in 902332763cc8d9f0ee34070c73f7f157 at 1731884088768Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088769 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. at 1731884088770 (+1 ms)Flushing 902332763cc8d9f0ee34070c73f7f157/colfamily11: creating writer at 1731884088770Flushing 902332763cc8d9f0ee34070c73f7f157/colfamily11: appending metadata at 1731884088815 (+45 ms)Flushing 902332763cc8d9f0ee34070c73f7f157/colfamily11: closing flushed file at 1731884088815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9b6b87: reopening flushed file at 1731884088865 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 902332763cc8d9f0ee34070c73f7f157 in 109ms, sequenceid=5, compaction requested=false at 1731884088877 (+12 ms)Writing region close event to WAL at 1731884088882 (+5 ms)Running coprocessor post-close hooks at 1731884088915 (+33 ms)Closed at 1731884088915 2024-11-17T22:54:48,915 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731883898028.902332763cc8d9f0ee34070c73f7f157. 2024-11-17T22:54:48,915 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16ad1db818d9ddcc74477e1feba150fa, disabling compactions & flushes 2024-11-17T22:54:48,915 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:48,916 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:48,916 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. after waiting 0 ms 2024-11-17T22:54:48,916 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:48,919 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/colfamily11/6ff243a3cafd408780a9f36172c7e0af, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:48,920 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for be87b719c6b4dabb70734441095aaee0 in 106ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:48,929 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/16ad1db818d9ddcc74477e1feba150fa/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:48,930 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:48,930 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16ad1db818d9ddcc74477e1feba150fa: Waiting for close lock at 1731884088915Running coprocessor pre-close hooks at 1731884088915Disabling compacts and flushes for region at 1731884088915Disabling writes for close at 1731884088916 (+1 ms)Writing region close event to WAL at 1731884088925 (+9 ms)Running coprocessor post-close hooks at 1731884088930 (+5 ms)Closed at 1731884088930 2024-11-17T22:54:48,930 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731883898028.16ad1db818d9ddcc74477e1feba150fa. 2024-11-17T22:54:48,931 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df9e576a47e17cbbc216d0194e86520b, disabling compactions & flushes 2024-11-17T22:54:48,931 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:48,931 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:48,931 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. after waiting 0 ms 2024-11-17T22:54:48,931 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:48,938 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/be87b719c6b4dabb70734441095aaee0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:48,939 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:54:48,939 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be87b719c6b4dabb70734441095aaee0: Waiting for close lock at 1731884088814Running coprocessor pre-close hooks at 1731884088814Disabling compacts and flushes for region at 1731884088814Disabling writes for close at 1731884088814Obtaining lock to block concurrent updates at 1731884088814Preparing flush snapshotting stores in be87b719c6b4dabb70734441095aaee0 at 1731884088814Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088815 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. at 1731884088815Flushing be87b719c6b4dabb70734441095aaee0/colfamily11: creating writer at 1731884088815Flushing be87b719c6b4dabb70734441095aaee0/colfamily11: appending metadata at 1731884088848 (+33 ms)Flushing be87b719c6b4dabb70734441095aaee0/colfamily11: closing flushed file at 1731884088848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fca4d1e: reopening flushed file at 1731884088901 (+53 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for be87b719c6b4dabb70734441095aaee0 in 106ms, sequenceid=5, compaction requested=false at 1731884088920 (+19 ms)Writing region close event to WAL at 1731884088928 (+8 ms)Running coprocessor post-close hooks at 1731884088939 (+11 ms)Closed at 1731884088939 2024-11-17T22:54:48,939 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731883898028.be87b719c6b4dabb70734441095aaee0. 2024-11-17T22:54:48,939 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d3256dacdd19c9d2f6e4b0a8c6eac2b, disabling compactions & flushes 2024-11-17T22:54:48,939 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:54:48,939 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:54:48,940 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. after waiting 1 ms 2024-11-17T22:54:48,940 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:54:48,940 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d3256dacdd19c9d2f6e4b0a8c6eac2b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,947 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df9e576a47e17cbbc216d0194e86520b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:48,948 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df9e576a47e17cbbc216d0194e86520b: Waiting for close lock at 1731884088931Running coprocessor pre-close hooks at 1731884088931Disabling compacts and flushes for region at 1731884088931Disabling writes for close at 1731884088931Writing region close event to WAL at 1731884088937 (+6 ms)Running coprocessor post-close hooks at 1731884088948 (+11 ms)Closed at 1731884088948 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731883898028.df9e576a47e17cbbc216d0194e86520b. 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f61eac6425a35ffa7c6b61f859f0298, disabling compactions & flushes 2024-11-17T22:54:48,949 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. after waiting 0 ms 2024-11-17T22:54:48,949 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:54:48,949 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f61eac6425a35ffa7c6b61f859f0298 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:48,966 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/.tmp/colfamily11/775f69d8d8c3442aa5d08bbc9d51ccca is 52, key is eee/colfamily11:colfamily11/1731883901751/Put/seqid=0 2024-11-17T22:54:48,970 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/.tmp/colfamily11/67e75a2f85404e3689e3263cb503a1f4 is 52, key is vvv/colfamily11:colfamily11/1731883902022/Put/seqid=0 2024-11-17T22:54:48,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741895_1071 (size=39263) 2024-11-17T22:54:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741895_1071 (size=39263) 2024-11-17T22:54:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741895_1071 (size=39263) 2024-11-17T22:54:48,996 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/.tmp/colfamily11/67e75a2f85404e3689e3263cb503a1f4 2024-11-17T22:54:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741894_1070 (size=39263) 2024-11-17T22:54:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741894_1070 (size=39263) 2024-11-17T22:54:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741894_1070 (size=39263) 2024-11-17T22:54:49,000 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/.tmp/colfamily11/775f69d8d8c3442aa5d08bbc9d51ccca 2024-11-17T22:54:49,007 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/.tmp/colfamily11/67e75a2f85404e3689e3263cb503a1f4 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/colfamily11/67e75a2f85404e3689e3263cb503a1f4 2024-11-17T22:54:49,007 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/.tmp/colfamily11/775f69d8d8c3442aa5d08bbc9d51ccca as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11/775f69d8d8c3442aa5d08bbc9d51ccca 2024-11-17T22:54:49,014 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/colfamily11/67e75a2f85404e3689e3263cb503a1f4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,015 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11/775f69d8d8c3442aa5d08bbc9d51ccca, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,016 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f61eac6425a35ffa7c6b61f859f0298 in 67ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,016 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d3256dacdd19c9d2f6e4b0a8c6eac2b in 76ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,020 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d3256dacdd19c9d2f6e4b0a8c6eac2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,020 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f61eac6425a35ffa7c6b61f859f0298/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,021 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:54:49,021 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f61eac6425a35ffa7c6b61f859f0298: Waiting for close lock at 1731884088949Running coprocessor pre-close hooks at 1731884088949Disabling compacts and flushes for region at 1731884088949Disabling writes for close at 1731884088949Obtaining lock to block concurrent updates at 1731884088949Preparing flush snapshotting stores in 8f61eac6425a35ffa7c6b61f859f0298 at 1731884088949Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088950 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. at 1731884088950Flushing 8f61eac6425a35ffa7c6b61f859f0298/colfamily11: creating writer at 1731884088950Flushing 8f61eac6425a35ffa7c6b61f859f0298/colfamily11: appending metadata at 1731884088969 (+19 ms)Flushing 8f61eac6425a35ffa7c6b61f859f0298/colfamily11: closing flushed file at 1731884088969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a681945: reopening flushed file at 1731884089004 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f61eac6425a35ffa7c6b61f859f0298 in 67ms, sequenceid=5, compaction requested=false at 1731884089016 (+12 ms)Writing region close event to WAL at 1731884089017 (+1 ms)Running coprocessor post-close hooks at 1731884089021 (+4 ms)Closed at 1731884089021 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d3256dacdd19c9d2f6e4b0a8c6eac2b: Waiting for close lock at 1731884088939Running coprocessor pre-close hooks at 1731884088939Disabling compacts and flushes for region at 1731884088939Disabling writes for close at 1731884088940 (+1 ms)Obtaining lock to block concurrent updates at 1731884088940Preparing flush snapshotting stores in 4d3256dacdd19c9d2f6e4b0a8c6eac2b at 1731884088940Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884088940Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. at 1731884088941 (+1 ms)Flushing 4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11: creating writer at 1731884088941Flushing 4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11: appending metadata at 1731884088965 (+24 ms)Flushing 4d3256dacdd19c9d2f6e4b0a8c6eac2b/colfamily11: closing flushed file at 1731884088965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0b7582: reopening flushed file at 1731884089006 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d3256dacdd19c9d2f6e4b0a8c6eac2b in 76ms, sequenceid=5, compaction requested=false at 1731884089016 (+10 ms)Writing region close event to WAL at 1731884089017 (+1 ms)Running coprocessor post-close hooks at 1731884089021 (+4 ms)Closed at 1731884089021 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731883898028.4d3256dacdd19c9d2f6e4b0a8c6eac2b. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731883898028.8f61eac6425a35ffa7c6b61f859f0298. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc7ae448b3fbbe9aad085dd5226dd7eb, disabling compactions & flushes 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7999aeee66fb742786ed3638e9f94206, disabling compactions & flushes 2024-11-17T22:54:49,021 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:49,021 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. after waiting 0 ms 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. after waiting 0 ms 2024-11-17T22:54:49,021 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:54:49,021 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7999aeee66fb742786ed3638e9f94206 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,025 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/dc7ae448b3fbbe9aad085dd5226dd7eb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:49,026 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:49,026 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc7ae448b3fbbe9aad085dd5226dd7eb: Waiting for close lock at 1731884089021Running coprocessor pre-close hooks at 1731884089021Disabling compacts and flushes for region at 1731884089021Disabling writes for close at 1731884089021Writing region close event to WAL at 1731884089022 (+1 ms)Running coprocessor post-close hooks at 1731884089026 (+4 ms)Closed at 1731884089026 2024-11-17T22:54:49,026 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731883898028.dc7ae448b3fbbe9aad085dd5226dd7eb. 2024-11-17T22:54:49,026 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9ca1eee70163603c467d1d05631ca82, disabling compactions & flushes 2024-11-17T22:54:49,026 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:54:49,026 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:54:49,027 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. after waiting 0 ms 2024-11-17T22:54:49,027 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:54:49,027 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9ca1eee70163603c467d1d05631ca82 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,044 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/.tmp/colfamily11/7a48ff60791544c0abaafe12acd02aea is 52, key is ppp/colfamily11:colfamily11/1731883901942/Put/seqid=0 2024-11-17T22:54:49,051 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/.tmp/colfamily11/9fd8e420bca5413eb34cfa20c834fae8 is 52, key is ooo/colfamily11:colfamily11/1731883901888/Put/seqid=0 2024-11-17T22:54:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741896_1072 (size=39263) 2024-11-17T22:54:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741896_1072 (size=39263) 2024-11-17T22:54:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741896_1072 (size=39263) 2024-11-17T22:54:49,069 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/.tmp/colfamily11/7a48ff60791544c0abaafe12acd02aea 2024-11-17T22:54:49,079 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/.tmp/colfamily11/7a48ff60791544c0abaafe12acd02aea as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/colfamily11/7a48ff60791544c0abaafe12acd02aea 2024-11-17T22:54:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741897_1073 (size=39263) 2024-11-17T22:54:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741897_1073 (size=39263) 2024-11-17T22:54:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741897_1073 (size=39263) 2024-11-17T22:54:49,088 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/.tmp/colfamily11/9fd8e420bca5413eb34cfa20c834fae8 2024-11-17T22:54:49,088 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/colfamily11/7a48ff60791544c0abaafe12acd02aea, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,089 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7999aeee66fb742786ed3638e9f94206 in 68ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,100 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7999aeee66fb742786ed3638e9f94206/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,101 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:54:49,101 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7999aeee66fb742786ed3638e9f94206: Waiting for close lock at 1731884089021Running coprocessor pre-close hooks at 1731884089021Disabling compacts and flushes for region at 1731884089021Disabling writes for close at 1731884089021Obtaining lock to block concurrent updates at 1731884089021Preparing flush snapshotting stores in 7999aeee66fb742786ed3638e9f94206 at 1731884089021Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089022 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. at 1731884089022Flushing 7999aeee66fb742786ed3638e9f94206/colfamily11: creating writer at 1731884089022Flushing 7999aeee66fb742786ed3638e9f94206/colfamily11: appending metadata at 1731884089044 (+22 ms)Flushing 7999aeee66fb742786ed3638e9f94206/colfamily11: closing flushed file at 1731884089044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780e51f1: reopening flushed file at 1731884089078 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7999aeee66fb742786ed3638e9f94206 in 68ms, sequenceid=5, compaction requested=false at 1731884089089 (+11 ms)Writing region close event to WAL at 1731884089094 (+5 ms)Running coprocessor post-close hooks at 1731884089101 (+7 ms)Closed at 1731884089101 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/.tmp/colfamily11/9fd8e420bca5413eb34cfa20c834fae8 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/colfamily11/9fd8e420bca5413eb34cfa20c834fae8 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731883898028.7999aeee66fb742786ed3638e9f94206. 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e33156171789f62e8f6acae0803067e, disabling compactions & flushes 2024-11-17T22:54:49,102 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. after waiting 0 ms 2024-11-17T22:54:49,102 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:54:49,103 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e33156171789f62e8f6acae0803067e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,111 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/colfamily11/9fd8e420bca5413eb34cfa20c834fae8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,112 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a9ca1eee70163603c467d1d05631ca82 in 85ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,114 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1351): Waiting on 741d03c09b0d7ffbde3eb697afe9b3cc, 97f60c2a6ec18cc6689f631f6496ac2b, a0273545e5bb1609cd57abc84e61f5d1, a9ca1eee70163603c467d1d05631ca82, c497c9d4be513ed0a0e68ca1dcca9229, f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:49,114 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1351): Waiting on 249a86ceff74efa5b350277b0d0e71c9, 372562d46fe236709763294feb72ea1a, 3e33156171789f62e8f6acae0803067e, 66045cb787d4aafb48b80e4efae0d578, 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:54:49,119 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a9ca1eee70163603c467d1d05631ca82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,119 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9ca1eee70163603c467d1d05631ca82: Waiting for close lock at 1731884089026Running coprocessor pre-close hooks at 1731884089026Disabling compacts and flushes for region at 1731884089026Disabling writes for close at 1731884089027 (+1 ms)Obtaining lock to block concurrent updates at 1731884089027Preparing flush snapshotting stores in a9ca1eee70163603c467d1d05631ca82 at 1731884089027Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089027Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. at 1731884089028 (+1 ms)Flushing a9ca1eee70163603c467d1d05631ca82/colfamily11: creating writer at 1731884089028Flushing a9ca1eee70163603c467d1d05631ca82/colfamily11: appending metadata at 1731884089050 (+22 ms)Flushing a9ca1eee70163603c467d1d05631ca82/colfamily11: closing flushed file at 1731884089050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6417a2: reopening flushed file at 1731884089101 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a9ca1eee70163603c467d1d05631ca82 in 85ms, sequenceid=5, compaction requested=false at 1731884089112 (+11 ms)Writing region close event to WAL at 1731884089115 (+3 ms)Running coprocessor post-close hooks at 1731884089119 (+4 ms)Closed at 1731884089119 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731883898028.a9ca1eee70163603c467d1d05631ca82. 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c497c9d4be513ed0a0e68ca1dcca9229, disabling compactions & flushes 2024-11-17T22:54:49,120 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. after waiting 0 ms 2024-11-17T22:54:49,120 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:49,126 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/.tmp/colfamily11/4819bfeef88c4d37bb22970155b7cdaa is 52, key is ggg/colfamily11:colfamily11/1731883901820/Put/seqid=0 2024-11-17T22:54:49,129 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c497c9d4be513ed0a0e68ca1dcca9229/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:49,130 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:49,130 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c497c9d4be513ed0a0e68ca1dcca9229: Waiting for close lock at 1731884089120Running coprocessor pre-close hooks at 1731884089120Disabling compacts and flushes for region at 1731884089120Disabling writes for close at 1731884089120Writing region close event to WAL at 1731884089121 (+1 ms)Running coprocessor post-close hooks at 1731884089130 (+9 ms)Closed at 1731884089130 2024-11-17T22:54:49,130 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731883898028.c497c9d4be513ed0a0e68ca1dcca9229. 2024-11-17T22:54:49,130 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 741d03c09b0d7ffbde3eb697afe9b3cc, disabling compactions & flushes 2024-11-17T22:54:49,130 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:54:49,130 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:54:49,131 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. after waiting 0 ms 2024-11-17T22:54:49,131 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:54:49,131 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 741d03c09b0d7ffbde3eb697afe9b3cc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741898_1074 (size=39263) 2024-11-17T22:54:49,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741898_1074 (size=39263) 2024-11-17T22:54:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741898_1074 (size=39263) 2024-11-17T22:54:49,144 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/.tmp/colfamily11/4819bfeef88c4d37bb22970155b7cdaa 2024-11-17T22:54:49,156 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/.tmp/colfamily11/4819bfeef88c4d37bb22970155b7cdaa as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/colfamily11/4819bfeef88c4d37bb22970155b7cdaa 2024-11-17T22:54:49,165 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/.tmp/colfamily11/ba30d60f0da94ea5a7407a6ac1ec38f2 is 52, key is kkk/colfamily11:colfamily11/1731883901848/Put/seqid=0 2024-11-17T22:54:49,169 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/colfamily11/4819bfeef88c4d37bb22970155b7cdaa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,171 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e33156171789f62e8f6acae0803067e in 68ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,180 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3e33156171789f62e8f6acae0803067e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,181 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e33156171789f62e8f6acae0803067e: Waiting for close lock at 1731884089102Running coprocessor pre-close hooks at 1731884089102Disabling compacts and flushes for region at 1731884089102Disabling writes for close at 1731884089102Obtaining lock to block concurrent updates at 1731884089103 (+1 ms)Preparing flush snapshotting stores in 3e33156171789f62e8f6acae0803067e at 1731884089103Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089103Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. at 1731884089104 (+1 ms)Flushing 3e33156171789f62e8f6acae0803067e/colfamily11: creating writer at 1731884089104Flushing 3e33156171789f62e8f6acae0803067e/colfamily11: appending metadata at 1731884089125 (+21 ms)Flushing 3e33156171789f62e8f6acae0803067e/colfamily11: closing flushed file at 1731884089126 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80622b7: reopening flushed file at 1731884089154 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3e33156171789f62e8f6acae0803067e in 68ms, sequenceid=5, compaction requested=false at 1731884089171 (+17 ms)Writing region close event to WAL at 1731884089174 (+3 ms)Running coprocessor post-close hooks at 1731884089180 (+6 ms)Closed at 1731884089181 (+1 ms) 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731883898028.3e33156171789f62e8f6acae0803067e. 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 372562d46fe236709763294feb72ea1a, disabling compactions & flushes 2024-11-17T22:54:49,181 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. after waiting 0 ms 2024-11-17T22:54:49,181 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741899_1075 (size=39263) 2024-11-17T22:54:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741899_1075 (size=39263) 2024-11-17T22:54:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741899_1075 (size=39263) 2024-11-17T22:54:49,186 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/.tmp/colfamily11/ba30d60f0da94ea5a7407a6ac1ec38f2 2024-11-17T22:54:49,195 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/372562d46fe236709763294feb72ea1a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:49,196 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/.tmp/colfamily11/ba30d60f0da94ea5a7407a6ac1ec38f2 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11/ba30d60f0da94ea5a7407a6ac1ec38f2 2024-11-17T22:54:49,196 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:49,196 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 372562d46fe236709763294feb72ea1a: Waiting for close lock at 1731884089181Running coprocessor pre-close hooks at 1731884089181Disabling compacts and flushes for region at 1731884089181Disabling writes for close at 1731884089181Writing region close event to WAL at 1731884089190 (+9 ms)Running coprocessor post-close hooks at 1731884089196 (+6 ms)Closed at 1731884089196 2024-11-17T22:54:49,196 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731883898028.372562d46fe236709763294feb72ea1a. 2024-11-17T22:54:49,197 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 249a86ceff74efa5b350277b0d0e71c9, disabling compactions & flushes 2024-11-17T22:54:49,197 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:54:49,197 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:54:49,197 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. after waiting 0 ms 2024-11-17T22:54:49,197 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:54:49,197 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 249a86ceff74efa5b350277b0d0e71c9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,204 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11/ba30d60f0da94ea5a7407a6ac1ec38f2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,205 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 741d03c09b0d7ffbde3eb697afe9b3cc in 74ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,219 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/.tmp/colfamily11/70d68635238d4dca888324d798eddb46 is 52, key is jjj/colfamily11:colfamily11/1731883901863/Put/seqid=0 2024-11-17T22:54:49,226 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/741d03c09b0d7ffbde3eb697afe9b3cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,227 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:54:49,227 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 741d03c09b0d7ffbde3eb697afe9b3cc: Waiting for close lock at 1731884089130Running coprocessor pre-close hooks at 1731884089130Disabling compacts and flushes for region at 1731884089130Disabling writes for close at 1731884089131 (+1 ms)Obtaining lock to block concurrent updates at 1731884089131Preparing flush snapshotting stores in 741d03c09b0d7ffbde3eb697afe9b3cc at 1731884089131Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089131Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. at 1731884089135 (+4 ms)Flushing 741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11: creating writer at 1731884089135Flushing 741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11: appending metadata at 1731884089164 (+29 ms)Flushing 741d03c09b0d7ffbde3eb697afe9b3cc/colfamily11: closing flushed file at 1731884089164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de993e8: reopening flushed file at 1731884089194 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 741d03c09b0d7ffbde3eb697afe9b3cc in 74ms, sequenceid=5, compaction requested=false at 1731884089205 (+11 ms)Writing region close event to WAL at 1731884089207 (+2 ms)Running coprocessor post-close hooks at 1731884089227 (+20 ms)Closed at 1731884089227 2024-11-17T22:54:49,227 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731883898028.741d03c09b0d7ffbde3eb697afe9b3cc. 2024-11-17T22:54:49,228 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0273545e5bb1609cd57abc84e61f5d1, disabling compactions & flushes 2024-11-17T22:54:49,228 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:54:49,228 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:54:49,228 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. after waiting 0 ms 2024-11-17T22:54:49,228 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:54:49,228 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0273545e5bb1609cd57abc84e61f5d1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741900_1076 (size=39263) 2024-11-17T22:54:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741900_1076 (size=39263) 2024-11-17T22:54:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741900_1076 (size=39263) 2024-11-17T22:54:49,252 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/.tmp/colfamily11/70d68635238d4dca888324d798eddb46 2024-11-17T22:54:49,257 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/.tmp/colfamily11/35ff2051141049f7ba2543f48577b3d8 is 52, key is iii/colfamily11:colfamily11/1731883901793/Put/seqid=0 2024-11-17T22:54:49,259 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/.tmp/colfamily11/70d68635238d4dca888324d798eddb46 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/colfamily11/70d68635238d4dca888324d798eddb46 2024-11-17T22:54:49,268 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/colfamily11/70d68635238d4dca888324d798eddb46, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,269 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 249a86ceff74efa5b350277b0d0e71c9 in 72ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,284 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/249a86ceff74efa5b350277b0d0e71c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741901_1077 (size=39263) 2024-11-17T22:54:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741901_1077 (size=39263) 2024-11-17T22:54:49,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741901_1077 (size=39263) 2024-11-17T22:54:49,286 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:54:49,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 249a86ceff74efa5b350277b0d0e71c9: Waiting for close lock at 1731884089196Running coprocessor pre-close hooks at 1731884089196Disabling compacts and flushes for region at 1731884089196Disabling writes for close at 1731884089197 (+1 ms)Obtaining lock to block concurrent updates at 1731884089197Preparing flush snapshotting stores in 249a86ceff74efa5b350277b0d0e71c9 at 1731884089197Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089197Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. at 1731884089198 (+1 ms)Flushing 249a86ceff74efa5b350277b0d0e71c9/colfamily11: creating writer at 1731884089198Flushing 249a86ceff74efa5b350277b0d0e71c9/colfamily11: appending metadata at 1731884089218 (+20 ms)Flushing 249a86ceff74efa5b350277b0d0e71c9/colfamily11: closing flushed file at 1731884089218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7674fdd1: reopening flushed file at 1731884089258 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 249a86ceff74efa5b350277b0d0e71c9 in 72ms, sequenceid=5, compaction requested=false at 1731884089269 (+11 ms)Writing region close event to WAL at 1731884089275 (+6 ms)Running coprocessor post-close hooks at 1731884089286 (+11 ms)Closed at 1731884089286 2024-11-17T22:54:49,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731883898028.249a86ceff74efa5b350277b0d0e71c9. 2024-11-17T22:54:49,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66045cb787d4aafb48b80e4efae0d578, disabling compactions & flushes 2024-11-17T22:54:49,286 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:54:49,286 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:54:49,287 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. after waiting 0 ms 2024-11-17T22:54:49,287 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:54:49,287 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66045cb787d4aafb48b80e4efae0d578 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,287 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/.tmp/colfamily11/35ff2051141049f7ba2543f48577b3d8 2024-11-17T22:54:49,299 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/.tmp/colfamily11/35ff2051141049f7ba2543f48577b3d8 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/colfamily11/35ff2051141049f7ba2543f48577b3d8 2024-11-17T22:54:49,313 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/colfamily11/35ff2051141049f7ba2543f48577b3d8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,314 DEBUG [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1351): Waiting on 97f60c2a6ec18cc6689f631f6496ac2b, a0273545e5bb1609cd57abc84e61f5d1, f74e66c2e7a26c26254356d3479f79b6 2024-11-17T22:54:49,314 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a0273545e5bb1609cd57abc84e61f5d1 in 86ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,314 DEBUG [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1351): Waiting on 66045cb787d4aafb48b80e4efae0d578, 6f6c8138d09ec76e0ffb48374618b5e0 2024-11-17T22:54:49,315 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/.tmp/colfamily11/40ac0848e69c40c99e48a29cb38e74b5 is 52, key is yyy/colfamily11:colfamily11/1731883902059/Put/seqid=0 2024-11-17T22:54:49,327 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0273545e5bb1609cd57abc84e61f5d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,328 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:54:49,328 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0273545e5bb1609cd57abc84e61f5d1: Waiting for close lock at 1731884089228Running coprocessor pre-close hooks at 1731884089228Disabling compacts and flushes for region at 1731884089228Disabling writes for close at 1731884089228Obtaining lock to block concurrent updates at 1731884089228Preparing flush snapshotting stores in a0273545e5bb1609cd57abc84e61f5d1 at 1731884089228Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089228Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. at 1731884089229 (+1 ms)Flushing a0273545e5bb1609cd57abc84e61f5d1/colfamily11: creating writer at 1731884089229Flushing a0273545e5bb1609cd57abc84e61f5d1/colfamily11: appending metadata at 1731884089257 (+28 ms)Flushing a0273545e5bb1609cd57abc84e61f5d1/colfamily11: closing flushed file at 1731884089257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b260b0a: reopening flushed file at 1731884089297 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a0273545e5bb1609cd57abc84e61f5d1 in 86ms, sequenceid=5, compaction requested=false at 1731884089314 (+17 ms)Writing region close event to WAL at 1731884089321 (+7 ms)Running coprocessor post-close hooks at 1731884089328 (+7 ms)Closed at 1731884089328 2024-11-17T22:54:49,328 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731883898028.a0273545e5bb1609cd57abc84e61f5d1. 2024-11-17T22:54:49,329 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97f60c2a6ec18cc6689f631f6496ac2b, disabling compactions & flushes 2024-11-17T22:54:49,329 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:49,329 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:49,329 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. after waiting 0 ms 2024-11-17T22:54:49,329 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:49,343 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97f60c2a6ec18cc6689f631f6496ac2b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-17T22:54:49,344 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97f60c2a6ec18cc6689f631f6496ac2b: Waiting for close lock at 1731884089328Running coprocessor pre-close hooks at 1731884089329 (+1 ms)Disabling compacts and flushes for region at 1731884089329Disabling writes for close at 1731884089329Writing region close event to WAL at 1731884089338 (+9 ms)Running coprocessor post-close hooks at 1731884089344 (+6 ms)Closed at 1731884089344 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731883898028.97f60c2a6ec18cc6689f631f6496ac2b. 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f74e66c2e7a26c26254356d3479f79b6, disabling compactions & flushes 2024-11-17T22:54:49,344 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. after waiting 0 ms 2024-11-17T22:54:49,344 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:54:49,344 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f74e66c2e7a26c26254356d3479f79b6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741902_1078 (size=39263) 2024-11-17T22:54:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741902_1078 (size=39263) 2024-11-17T22:54:49,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741902_1078 (size=39263) 2024-11-17T22:54:49,359 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/.tmp/colfamily11/40ac0848e69c40c99e48a29cb38e74b5 2024-11-17T22:54:49,367 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/.tmp/colfamily11/40ac0848e69c40c99e48a29cb38e74b5 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/colfamily11/40ac0848e69c40c99e48a29cb38e74b5 2024-11-17T22:54:49,372 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/.tmp/colfamily11/dff5d65c036b48768ff17c11d976bef3 is 52, key is rrr/colfamily11:colfamily11/1731883901928/Put/seqid=0 2024-11-17T22:54:49,379 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/colfamily11/40ac0848e69c40c99e48a29cb38e74b5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,382 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 66045cb787d4aafb48b80e4efae0d578 in 95ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,394 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/66045cb787d4aafb48b80e4efae0d578/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,396 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:54:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741903_1079 (size=39263) 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66045cb787d4aafb48b80e4efae0d578: Waiting for close lock at 1731884089286Running coprocessor pre-close hooks at 1731884089286Disabling compacts and flushes for region at 1731884089286Disabling writes for close at 1731884089287 (+1 ms)Obtaining lock to block concurrent updates at 1731884089287Preparing flush snapshotting stores in 66045cb787d4aafb48b80e4efae0d578 at 1731884089287Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089287Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. at 1731884089289 (+2 ms)Flushing 66045cb787d4aafb48b80e4efae0d578/colfamily11: creating writer at 1731884089289Flushing 66045cb787d4aafb48b80e4efae0d578/colfamily11: appending metadata at 1731884089315 (+26 ms)Flushing 66045cb787d4aafb48b80e4efae0d578/colfamily11: closing flushed file at 1731884089315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e1fa14: reopening flushed file at 1731884089365 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 66045cb787d4aafb48b80e4efae0d578 in 95ms, sequenceid=5, compaction requested=false at 1731884089382 (+17 ms)Writing region close event to WAL at 1731884089388 (+6 ms)Running coprocessor post-close hooks at 1731884089395 (+7 ms)Closed at 1731884089396 (+1 ms) 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731883898028.66045cb787d4aafb48b80e4efae0d578. 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6c8138d09ec76e0ffb48374618b5e0, disabling compactions & flushes 2024-11-17T22:54:49,396 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. after waiting 0 ms 2024-11-17T22:54:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741903_1079 (size=39263) 2024-11-17T22:54:49,396 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:54:49,397 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f6c8138d09ec76e0ffb48374618b5e0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-17T22:54:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741903_1079 (size=39263) 2024-11-17T22:54:49,398 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/.tmp/colfamily11/dff5d65c036b48768ff17c11d976bef3 2024-11-17T22:54:49,408 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/.tmp/colfamily11/dff5d65c036b48768ff17c11d976bef3 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/colfamily11/dff5d65c036b48768ff17c11d976bef3 2024-11-17T22:54:49,417 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/colfamily11/dff5d65c036b48768ff17c11d976bef3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,418 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f74e66c2e7a26c26254356d3479f79b6 in 74ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,419 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/.tmp/colfamily11/8adc81ab711b451cac8a16cf7996dbc8 is 52, key is mmm/colfamily11:colfamily11/1731883901904/Put/seqid=0 2024-11-17T22:54:49,423 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f74e66c2e7a26c26254356d3479f79b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,424 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:54:49,424 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f74e66c2e7a26c26254356d3479f79b6: Waiting for close lock at 1731884089344Running coprocessor pre-close hooks at 1731884089344Disabling compacts and flushes for region at 1731884089344Disabling writes for close at 1731884089344Obtaining lock to block concurrent updates at 1731884089345 (+1 ms)Preparing flush snapshotting stores in f74e66c2e7a26c26254356d3479f79b6 at 1731884089345Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089345Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. at 1731884089346 (+1 ms)Flushing f74e66c2e7a26c26254356d3479f79b6/colfamily11: creating writer at 1731884089346Flushing f74e66c2e7a26c26254356d3479f79b6/colfamily11: appending metadata at 1731884089371 (+25 ms)Flushing f74e66c2e7a26c26254356d3479f79b6/colfamily11: closing flushed file at 1731884089371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9de940: reopening flushed file at 1731884089407 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f74e66c2e7a26c26254356d3479f79b6 in 74ms, sequenceid=5, compaction requested=false at 1731884089418 (+11 ms)Writing region close event to WAL at 1731884089419 (+1 ms)Running coprocessor post-close hooks at 1731884089424 (+5 ms)Closed at 1731884089424 2024-11-17T22:54:49,424 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731883898028.f74e66c2e7a26c26254356d3479f79b6. 2024-11-17T22:54:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741904_1080 (size=39263) 2024-11-17T22:54:49,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741904_1080 (size=39263) 2024-11-17T22:54:49,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741904_1080 (size=39263) 2024-11-17T22:54:49,434 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/.tmp/colfamily11/8adc81ab711b451cac8a16cf7996dbc8 2024-11-17T22:54:49,446 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/.tmp/colfamily11/8adc81ab711b451cac8a16cf7996dbc8 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/colfamily11/8adc81ab711b451cac8a16cf7996dbc8 2024-11-17T22:54:49,455 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/colfamily11/8adc81ab711b451cac8a16cf7996dbc8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-17T22:54:49,456 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f6c8138d09ec76e0ffb48374618b5e0 in 60ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:49,462 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6f6c8138d09ec76e0ffb48374618b5e0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:49,462 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:54:49,463 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6c8138d09ec76e0ffb48374618b5e0: Waiting for close lock at 1731884089396Running coprocessor pre-close hooks at 1731884089396Disabling compacts and flushes for region at 1731884089396Disabling writes for close at 1731884089396Obtaining lock to block concurrent updates at 1731884089397 (+1 ms)Preparing flush snapshotting stores in 6f6c8138d09ec76e0ffb48374618b5e0 at 1731884089397Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731884089397Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. at 1731884089397Flushing 6f6c8138d09ec76e0ffb48374618b5e0/colfamily11: creating writer at 1731884089398 (+1 ms)Flushing 6f6c8138d09ec76e0ffb48374618b5e0/colfamily11: appending metadata at 1731884089419 (+21 ms)Flushing 6f6c8138d09ec76e0ffb48374618b5e0/colfamily11: closing flushed file at 1731884089419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1884ecc: reopening flushed file at 1731884089445 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6f6c8138d09ec76e0ffb48374618b5e0 in 60ms, sequenceid=5, compaction requested=false at 1731884089456 (+11 ms)Writing region close event to WAL at 1731884089457 (+1 ms)Running coprocessor post-close hooks at 1731884089462 (+5 ms)Closed at 1731884089462 2024-11-17T22:54:49,463 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731883898028.6f6c8138d09ec76e0ffb48374618b5e0. 2024-11-17T22:54:49,514 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,38985,1731883895554; all regions closed. 2024-11-17T22:54:49,514 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,43343,1731883895515; all regions closed. 2024-11-17T22:54:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741835_1011 (size=314313) 2024-11-17T22:54:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741865_1041 (size=15716) 2024-11-17T22:54:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741835_1011 (size=314313) 2024-11-17T22:54:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741865_1041 (size=15716) 2024-11-17T22:54:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741835_1011 (size=314313) 2024-11-17T22:54:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741865_1041 (size=15716) 2024-11-17T22:54:49,523 DEBUG [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs 2024-11-17T22:54:49,523 INFO [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C38985%2C1731883895554.meta:.meta(num 1731884083158) 2024-11-17T22:54:49,523 DEBUG [RS:1;1a6e40b21a48:43343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C43343%2C1731883895515:(num 1731883897070) 2024-11-17T22:54:49,524 DEBUG [RS:1;1a6e40b21a48:43343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:54:49,524 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:49,524 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:49,525 INFO [RS:1;1a6e40b21a48:43343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43343 2024-11-17T22:54:49,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,43343,1731883895515 2024-11-17T22:54:49,527 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741833_1009 (size=354127) 2024-11-17T22:54:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741833_1009 (size=354127) 2024-11-17T22:54:49,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:54:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741833_1009 (size=354127) 2024-11-17T22:54:49,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,43343,1731883895515] 2024-11-17T22:54:49,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,43343,1731883895515 already deleted, retry=false 2024-11-17T22:54:49,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,43343,1731883895515 expired; onlineServers=1 2024-11-17T22:54:49,530 DEBUG [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/oldWALs 2024-11-17T22:54:49,530 INFO [RS:2;1a6e40b21a48:38985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C38985%2C1731883895554:(num 1731883897069) 2024-11-17T22:54:49,530 DEBUG [RS:2;1a6e40b21a48:38985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:49,530 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:49,530 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:49,530 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:49,530 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:49,530 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:49,531 INFO [RS:2;1a6e40b21a48:38985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38985 2024-11-17T22:54:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:54:49,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,38985,1731883895554 2024-11-17T22:54:49,532 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:49,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,38985,1731883895554] 2024-11-17T22:54:49,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,38985,1731883895554 already deleted, retry=false 2024-11-17T22:54:49,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,38985,1731883895554 expired; onlineServers=0 2024-11-17T22:54:49,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a6e40b21a48,43875,1731883894678' ***** 2024-11-17T22:54:49,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T22:54:49,534 INFO [M:0;1a6e40b21a48:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:49,534 INFO [M:0;1a6e40b21a48:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:49,534 DEBUG [M:0;1a6e40b21a48:43875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T22:54:49,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T22:54:49,534 DEBUG [M:0;1a6e40b21a48:43875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T22:54:49,534 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883896660 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883896660,5,FailOnTimeoutGroup] 2024-11-17T22:54:49,534 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883896669 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883896669,5,FailOnTimeoutGroup] 2024-11-17T22:54:49,535 INFO [M:0;1a6e40b21a48:43875 {}] hbase.ChoreService(370): Chore service for: master/1a6e40b21a48:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:49,535 INFO [M:0;1a6e40b21a48:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:49,535 DEBUG [M:0;1a6e40b21a48:43875 {}] master.HMaster(1795): Stopping service threads 2024-11-17T22:54:49,535 INFO [M:0;1a6e40b21a48:43875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T22:54:49,535 INFO [M:0;1a6e40b21a48:43875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:49,535 INFO [M:0;1a6e40b21a48:43875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:49,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T22:54:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T22:54:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:49,537 DEBUG [M:0;1a6e40b21a48:43875 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-17T22:54:49,537 DEBUG [M:0;1a6e40b21a48:43875 {}] master.ActiveMasterManager(353): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-17T22:54:49,538 INFO [M:0;1a6e40b21a48:43875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/.lastflushedseqids 2024-11-17T22:54:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741905_1081 (size=2837) 2024-11-17T22:54:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741905_1081 (size=2837) 2024-11-17T22:54:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741905_1081 (size=2837) 2024-11-17T22:54:49,552 INFO [M:0;1a6e40b21a48:43875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:49,552 INFO [M:0;1a6e40b21a48:43875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T22:54:49,552 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:54:49,552 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:49,552 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:49,552 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:54:49,552 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:49,552 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.49 KB heapSize=404.84 KB 2024-11-17T22:54:49,573 DEBUG [M:0;1a6e40b21a48:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ad434690fe4c8a92e6f218347b85b4 is 82, key is hbase:meta,,1/info:regioninfo/1731884083538/Put/seqid=0 2024-11-17T22:54:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741906_1082 (size=6071) 2024-11-17T22:54:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741906_1082 (size=6071) 2024-11-17T22:54:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741906_1082 (size=6071) 2024-11-17T22:54:49,583 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ad434690fe4c8a92e6f218347b85b4 2024-11-17T22:54:49,604 DEBUG [M:0;1a6e40b21a48:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f55a20e20134b97bce80a9ed99fc351 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731883899569/Put/seqid=0 2024-11-17T22:54:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741907_1083 (size=13500) 2024-11-17T22:54:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741907_1083 (size=13500) 2024-11-17T22:54:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741907_1083 (size=13500) 2024-11-17T22:54:49,611 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.26 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f55a20e20134b97bce80a9ed99fc351 2024-11-17T22:54:49,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43343-0x1004fe260890002, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,628 INFO [RS:1;1a6e40b21a48:43343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:49,628 INFO [RS:1;1a6e40b21a48:43343 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,43343,1731883895515; zookeeper connection closed. 2024-11-17T22:54:49,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c349829 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c349829 2024-11-17T22:54:49,630 DEBUG [M:0;1a6e40b21a48:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5448a0a0a7a9408c91a3e692362be4da is 69, key is 1a6e40b21a48,38985,1731883895554/rs:state/1731883896769/Put/seqid=0 2024-11-17T22:54:49,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,633 INFO [RS:2;1a6e40b21a48:38985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:49,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38985-0x1004fe260890003, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,633 INFO [RS:2;1a6e40b21a48:38985 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,38985,1731883895554; zookeeper connection closed. 2024-11-17T22:54:49,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fe32700 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fe32700 2024-11-17T22:54:49,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T22:54:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741908_1084 (size=5442) 2024-11-17T22:54:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741908_1084 (size=5442) 2024-11-17T22:54:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741908_1084 (size=5442) 2024-11-17T22:54:49,637 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5448a0a0a7a9408c91a3e692362be4da 2024-11-17T22:54:49,642 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5448a0a0a7a9408c91a3e692362be4da 2024-11-17T22:54:49,642 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ad434690fe4c8a92e6f218347b85b4 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ad434690fe4c8a92e6f218347b85b4 2024-11-17T22:54:49,648 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ad434690fe4c8a92e6f218347b85b4, entries=14, sequenceid=635, filesize=5.9 K 2024-11-17T22:54:49,649 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f55a20e20134b97bce80a9ed99fc351 as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f55a20e20134b97bce80a9ed99fc351 2024-11-17T22:54:49,654 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f55a20e20134b97bce80a9ed99fc351, entries=81, sequenceid=635, filesize=13.2 K 2024-11-17T22:54:49,655 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5448a0a0a7a9408c91a3e692362be4da as hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5448a0a0a7a9408c91a3e692362be4da 2024-11-17T22:54:49,660 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5448a0a0a7a9408c91a3e692362be4da 2024-11-17T22:54:49,660 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/8c6f46c6-110c-7303-68de-cf0d2c581885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5448a0a0a7a9408c91a3e692362be4da, entries=3, sequenceid=635, filesize=5.3 K 2024-11-17T22:54:49,661 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=635, compaction requested=false 2024-11-17T22:54:49,662 INFO [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:49,662 DEBUG [M:0;1a6e40b21a48:43875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884089552Disabling compacts and flushes for region at 1731884089552Disabling writes for close at 1731884089552Obtaining lock to block concurrent updates at 1731884089552Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731884089552Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352757, getHeapSize=414496, getOffHeapSize=0, getCellsCount=800 at 1731884089553 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731884089553Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731884089553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731884089572 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731884089572Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731884089589 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731884089604 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731884089604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731884089616 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731884089629 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731884089630 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc800a7: reopening flushed file at 1731884089642 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0bfecc: reopening flushed file at 1731884089648 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c738f10: reopening flushed file at 1731884089654 (+6 ms)Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=635, compaction requested=false at 1731884089661 (+7 ms)Writing region close event to WAL at 1731884089662 (+1 ms)Closed at 1731884089662 2024-11-17T22:54:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40057 is added to blk_1073741830_1006 (size=395111) 2024-11-17T22:54:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37087 is added to blk_1073741830_1006 (size=395111) 2024-11-17T22:54:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35061 is added to blk_1073741830_1006 (size=395111) 2024-11-17T22:54:49,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:49,665 INFO [M:0;1a6e40b21a48:43875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T22:54:49,666 INFO [M:0;1a6e40b21a48:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43875 2024-11-17T22:54:49,666 INFO [M:0;1a6e40b21a48:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,767 INFO [M:0;1a6e40b21a48:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:49,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x1004fe260890000, quorum=127.0.0.1:51037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:49,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830dca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:49,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:49,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:49,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:49,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:49,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:49,783 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:49,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:49,783 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986442060-172.17.0.2-1731883891230 (Datanode Uuid 14d9cc56-96a2-48ca-99d9-45a9d5cf01e0) service to localhost/127.0.0.1:39357 2024-11-17T22:54:49,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data5/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data6/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:49,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4223727d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:49,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:49,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:49,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:49,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:49,788 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:49,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:49,788 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986442060-172.17.0.2-1731883891230 (Datanode Uuid 1537b6d5-b9d8-47eb-a93f-ee1ac477cb74) service to localhost/127.0.0.1:39357 2024-11-17T22:54:49,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:49,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data3/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data4/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:49,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694dc04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:49,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:49,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:49,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:49,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:49,792 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:49,792 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:49,792 WARN [BP-986442060-172.17.0.2-1731883891230 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986442060-172.17.0.2-1731883891230 (Datanode Uuid af79129d-969e-4943-90c2-8c3d1e679d6b) service to localhost/127.0.0.1:39357 2024-11-17T22:54:49,792 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:49,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data1/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/cluster_f19ce9a2-881a-b209-0cfe-8a5d36ac86b6/data/data2/current/BP-986442060-172.17.0.2-1731883891230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:49,793 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:49,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:54:49,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:49,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:49,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:49,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e8f7c4c-a35f-0d53-5379-b5d5036eb1a9/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:49,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T22:54:49,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T22:54:49,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=90 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a6e40b21a48:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:39357 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/1a6e40b21a48:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a6e40b21a48:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@29f2bb81 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:39357 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:151) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.selectNow(SelectedSelectionKeySetSelector.java:56) app//io.netty.channel.nio.NioEventLoop.selectAgain(NioEventLoop.java:889) app//io.netty.channel.nio.NioEventLoop.closeAll(NioEventLoop.java:822) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:595) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 163), ProcessCount=11 (was 9) - ProcessCount LEAK? -, AvailableMemoryMB=4501 (was 6441)